2024-11-25 15:32:30,095 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 15:32:30,113 main DEBUG Took 0.015783 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 15:32:30,114 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 15:32:30,114 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 15:32:30,116 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 15:32:30,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,127 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 15:32:30,144 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,148 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,150 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,151 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,153 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,156 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,158 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:32:30,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,161 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 15:32:30,163 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:32:30,165 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 15:32:30,168 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 15:32:30,169 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 15:32:30,171 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 15:32:30,171 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 15:32:30,182 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 15:32:30,186 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 15:32:30,189 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 15:32:30,189 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 15:32:30,190 main DEBUG createAppenders(={Console}) 2024-11-25 15:32:30,191 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 15:32:30,192 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 15:32:30,192 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 15:32:30,193 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 15:32:30,194 main DEBUG OutputStream closed 2024-11-25 15:32:30,194 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 15:32:30,195 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 15:32:30,195 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 15:32:30,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 15:32:30,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 15:32:30,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 15:32:30,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 15:32:30,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 15:32:30,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 15:32:30,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 15:32:30,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 15:32:30,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 15:32:30,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 15:32:30,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 15:32:30,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 15:32:30,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 15:32:30,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 15:32:30,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 15:32:30,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 15:32:30,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 15:32:30,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 15:32:30,324 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 15:32:30,325 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 15:32:30,325 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 15:32:30,326 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T15:32:30,683 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5 2024-11-25 15:32:30,688 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 15:32:30,688 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T15:32:30,701 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-25T15:32:30,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T15:32:30,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271, deleteOnExit=true 2024-11-25T15:32:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T15:32:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/test.cache.data in system properties and HBase conf 2024-11-25T15:32:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T15:32:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.log.dir in system properties and HBase conf 2024-11-25T15:32:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T15:32:30,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T15:32:30,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T15:32:30,871 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T15:32:30,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T15:32:30,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T15:32:30,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T15:32:30,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T15:32:30,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T15:32:30,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T15:32:30,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T15:32:30,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T15:32:30,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T15:32:30,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T15:32:30,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/nfs.dump.dir in system properties and HBase conf 2024-11-25T15:32:30,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/java.io.tmpdir in system properties and HBase conf 2024-11-25T15:32:30,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T15:32:30,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T15:32:30,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T15:32:32,436 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T15:32:32,549 INFO [Time-limited test {}] log.Log(170): Logging initialized @3524ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T15:32:32,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T15:32:32,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T15:32:32,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T15:32:32,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T15:32:32,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T15:32:32,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T15:32:32,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.log.dir/,AVAILABLE} 2024-11-25T15:32:32,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T15:32:33,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-8049817461846605951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T15:32:33,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-11-25T15:32:33,045 INFO [Time-limited test {}] server.Server(415): Started @4021ms 2024-11-25T15:32:33,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T15:32:33,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T15:32:33,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T15:32:33,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T15:32:33,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T15:32:33,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.log.dir/,AVAILABLE} 2024-11-25T15:32:33,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T15:32:33,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/java.io.tmpdir/jetty-localhost-34527-hadoop-hdfs-3_4_1-tests_jar-_-any-2447576007181436411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T15:32:33,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:34527} 2024-11-25T15:32:33,689 INFO [Time-limited test {}] server.Server(415): Started @4665ms 2024-11-25T15:32:33,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T15:32:34,692 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data1/current/BP-1870288472-172.17.0.3-1732548751736/current, will proceed with Du for space computation calculation, 2024-11-25T15:32:34,696 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data2/current/BP-1870288472-172.17.0.3-1732548751736/current, will proceed with Du for space computation calculation, 2024-11-25T15:32:34,770 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T15:32:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d7069c302282efe with lease ID 0x2693cc0a3b6a4821: Processing first storage report for DS-7c04cdbc-1087-404f-84fd-768161318b0d from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=b9d8013a-60f2-491f-a8b8-e23da7d90cd8, infoPort=44137, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1453393465;c=1732548751736) 2024-11-25T15:32:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d7069c302282efe with lease ID 0x2693cc0a3b6a4821: from storage DS-7c04cdbc-1087-404f-84fd-768161318b0d node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=b9d8013a-60f2-491f-a8b8-e23da7d90cd8, infoPort=44137, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1453393465;c=1732548751736), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T15:32:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d7069c302282efe with lease ID 0x2693cc0a3b6a4821: Processing first storage report for DS-ff07b39e-2044-4402-8ff4-8e8683642892 from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=b9d8013a-60f2-491f-a8b8-e23da7d90cd8, infoPort=44137, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1453393465;c=1732548751736) 2024-11-25T15:32:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d7069c302282efe with lease ID 0x2693cc0a3b6a4821: from storage DS-ff07b39e-2044-4402-8ff4-8e8683642892 node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=b9d8013a-60f2-491f-a8b8-e23da7d90cd8, infoPort=44137, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1453393465;c=1732548751736), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T15:32:34,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5 2024-11-25T15:32:35,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/zookeeper_0, clientPort=60975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T15:32:35,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60975 2024-11-25T15:32:35,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:35,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741825_1001 (size=7) 2024-11-25T15:32:35,775 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d with version=8 2024-11-25T15:32:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/hbase-staging 2024-11-25T15:32:35,915 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T15:32:36,167 INFO [Time-limited test {}] client.ConnectionUtils(129): master/23e146a7c12d:0 server-side Connection retries=45 2024-11-25T15:32:36,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T15:32:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T15:32:36,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T15:32:36,455 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T15:32:36,468 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T15:32:36,473 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:32:36,510 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54466 (auto-detected) 2024-11-25T15:32:36,512 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T15:32:36,543 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:38105 2024-11-25T15:32:36,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:36,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:36,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38105 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-25T15:32:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381050x0, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T15:32:36,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38105-0x10173e9b0100000 connected 2024-11-25T15:32:36,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T15:32:36,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T15:32:36,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T15:32:36,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-25T15:32:36,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38105 2024-11-25T15:32:36,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38105 2024-11-25T15:32:36,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-25T15:32:36,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-25T15:32:36,818 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d, hbase.cluster.distributed=false 2024-11-25T15:32:36,886 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/23e146a7c12d:0 server-side Connection retries=45 2024-11-25T15:32:36,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T15:32:36,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T15:32:36,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T15:32:36,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T15:32:36,893 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:32:36,894 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39585 2024-11-25T15:32:36,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T15:32:36,901 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T15:32:36,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:36,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:36,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39585 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-25T15:32:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395850x0, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T15:32:36,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395850x0, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T15:32:36,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39585-0x10173e9b0100001 connected 2024-11-25T15:32:36,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T15:32:36,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T15:32:36,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39585 2024-11-25T15:32:36,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39585 2024-11-25T15:32:36,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39585 2024-11-25T15:32:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39585 2024-11-25T15:32:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39585 2024-11-25T15:32:36,930 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/23e146a7c12d,38105,1732548755908 2024-11-25T15:32:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T15:32:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T15:32:36,944 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;23e146a7c12d:38105 2024-11-25T15:32:36,945 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/23e146a7c12d,38105,1732548755908 2024-11-25T15:32:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T15:32:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T15:32:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:36,972 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T15:32:36,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T15:32:36,973 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/23e146a7c12d,38105,1732548755908 from backup master directory 2024-11-25T15:32:36,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T15:32:36,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/23e146a7c12d,38105,1732548755908 2024-11-25T15:32:36,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T15:32:36,986 WARN [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T15:32:36,986 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=23e146a7c12d,38105,1732548755908 2024-11-25T15:32:36,988 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T15:32:36,989 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T15:32:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741826_1002 (size=42) 2024-11-25T15:32:37,477 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/hbase.id with ID: 79810853-deb6-462b-943f-170bd1750684 2024-11-25T15:32:37,528 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T15:32:37,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:37,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741827_1003 (size=196) 2024-11-25T15:32:38,004 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:32:38,008 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T15:32:38,034 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:38,040 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T15:32:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741828_1004 (size=1189) 2024-11-25T15:32:38,498 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store 2024-11-25T15:32:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741829_1005 (size=34) 2024-11-25T15:32:38,921 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T15:32:38,921 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:38,923 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T15:32:38,923 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:32:38,923 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:32:38,923 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T15:32:38,923 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:32:38,924 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:32:38,924 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T15:32:38,927 WARN [master/23e146a7c12d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/.initializing 2024-11-25T15:32:38,927 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/WALs/23e146a7c12d,38105,1732548755908 2024-11-25T15:32:38,936 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T15:32:38,952 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23e146a7c12d%2C38105%2C1732548755908, suffix=, logDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/WALs/23e146a7c12d,38105,1732548755908, archiveDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/oldWALs, maxLogs=10 2024-11-25T15:32:38,984 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/WALs/23e146a7c12d,38105,1732548755908/23e146a7c12d%2C38105%2C1732548755908.1732548758958, exclude list is [], retry=0 2024-11-25T15:32:39,009 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-7c04cdbc-1087-404f-84fd-768161318b0d,DISK] 2024-11-25T15:32:39,013 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T15:32:39,055 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/WALs/23e146a7c12d,38105,1732548755908/23e146a7c12d%2C38105%2C1732548755908.1732548758958 2024-11-25T15:32:39,058 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44137:44137)] 2024-11-25T15:32:39,058 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:32:39,059 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:39,064 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,066 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T15:32:39,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:39,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:39,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T15:32:39,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:39,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:39,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T15:32:39,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:39,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:39,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T15:32:39,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:39,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:39,166 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,167 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,180 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T15:32:39,186 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T15:32:39,193 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:32:39,194 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63226134, jitterRate=-0.05785718560218811}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T15:32:39,199 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T15:32:39,201 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T15:32:39,235 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2279cfb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:39,286 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T15:32:39,302 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T15:32:39,302 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T15:32:39,305 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T15:32:39,306 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T15:32:39,314 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-11-25T15:32:39,314 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T15:32:39,359 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T15:32:39,379 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T15:32:39,387 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T15:32:39,391 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T15:32:39,393 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T15:32:39,404 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T15:32:39,407 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T15:32:39,411 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T15:32:39,421 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T15:32:39,427 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T15:32:39,437 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T15:32:39,451 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T15:32:39,459 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T15:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T15:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T15:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,473 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=23e146a7c12d,38105,1732548755908, sessionid=0x10173e9b0100000, setting cluster-up flag (Was=false) 2024-11-25T15:32:39,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,529 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T15:32:39,532 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23e146a7c12d,38105,1732548755908 2024-11-25T15:32:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:39,579 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T15:32:39,581 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23e146a7c12d,38105,1732548755908 2024-11-25T15:32:39,657 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;23e146a7c12d:39585 2024-11-25T15:32:39,663 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1008): ClusterId : 79810853-deb6-462b-943f-170bd1750684 2024-11-25T15:32:39,676 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T15:32:39,702 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T15:32:39,702 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T15:32:39,725 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T15:32:39,726 DEBUG [RS:0;23e146a7c12d:39585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49dea084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:39,732 DEBUG [RS:0;23e146a7c12d:39585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347b6f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23e146a7c12d/172.17.0.3:0 2024-11-25T15:32:39,734 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T15:32:39,739 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T15:32:39,740 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T15:32:39,740 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T15:32:39,742 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T15:32:39,745 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(3073): reportForDuty to master=23e146a7c12d,38105,1732548755908 with isa=23e146a7c12d/172.17.0.3:39585, startcode=1732548756885 2024-11-25T15:32:39,746 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T15:32:39,753 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 23e146a7c12d,38105,1732548755908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T15:32:39,758 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/23e146a7c12d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T15:32:39,759 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/23e146a7c12d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T15:32:39,759 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/23e146a7c12d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T15:32:39,759 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/23e146a7c12d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T15:32:39,760 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/23e146a7c12d:0, corePoolSize=10, maxPoolSize=10 2024-11-25T15:32:39,760 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,760 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/23e146a7c12d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T15:32:39,760 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,761 DEBUG [RS:0;23e146a7c12d:39585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T15:32:39,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T15:32:39,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T15:32:39,777 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732548789776 2024-11-25T15:32:39,779 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T15:32:39,780 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T15:32:39,784 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:39,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T15:32:39,787 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T15:32:39,787 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T15:32:39,788 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T15:32:39,788 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T15:32:39,795 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,815 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T15:32:39,817 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T15:32:39,817 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T15:32:39,838 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39587, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T15:32:39,840 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T15:32:39,841 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T15:32:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741831_1007 (size=1039) 2024-11-25T15:32:39,843 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.large.0-1732548759842,5,FailOnTimeoutGroup] 2024-11-25T15:32:39,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T15:32:39,846 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:32:39,847 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.small.0-1732548759843,5,FailOnTimeoutGroup] 2024-11-25T15:32:39,847 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,848 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T15:32:39,849 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,849 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38105 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:39,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38105 {}] master.ServerManager(486): Registering regionserver=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:39,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741832_1008 (size=32) 2024-11-25T15:32:39,879 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:32:39,879 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38177 2024-11-25T15:32:39,880 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T15:32:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T15:32:39,895 DEBUG [RS:0;23e146a7c12d:39585 {}] zookeeper.ZKUtil(111): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/23e146a7c12d,39585,1732548756885 2024-11-25T15:32:39,895 WARN [RS:0;23e146a7c12d:39585 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T15:32:39,895 INFO [RS:0;23e146a7c12d:39585 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T15:32:39,896 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885 2024-11-25T15:32:39,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [23e146a7c12d,39585,1732548756885] 2024-11-25T15:32:39,924 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T15:32:39,939 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T15:32:39,968 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T15:32:39,972 INFO [RS:0;23e146a7c12d:39585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T15:32:39,973 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,974 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T15:32:39,986 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:39,986 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,986 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,987 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,987 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,987 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,987 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/23e146a7c12d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T15:32:39,988 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,988 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,988 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,988 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,988 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/23e146a7c12d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T15:32:39,989 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/23e146a7c12d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T15:32:39,989 DEBUG [RS:0;23e146a7c12d:39585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T15:32:40,000 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:40,000 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:40,001 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:40,001 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:40,001 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,39585,1732548756885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T15:32:40,025 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T15:32:40,028 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,39585,1732548756885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:40,055 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.Replication(204): 23e146a7c12d,39585,1732548756885 started 2024-11-25T15:32:40,055 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1767): Serving as 23e146a7c12d,39585,1732548756885, RpcServer on 23e146a7c12d/172.17.0.3:39585, sessionid=0x10173e9b0100001 2024-11-25T15:32:40,056 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T15:32:40,057 DEBUG [RS:0;23e146a7c12d:39585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:40,057 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23e146a7c12d,39585,1732548756885' 2024-11-25T15:32:40,057 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23e146a7c12d,39585,1732548756885' 2024-11-25T15:32:40,058 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T15:32:40,059 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T15:32:40,060 DEBUG [RS:0;23e146a7c12d:39585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T15:32:40,060 INFO [RS:0;23e146a7c12d:39585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T15:32:40,060 INFO [RS:0;23e146a7c12d:39585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T15:32:40,166 INFO [RS:0;23e146a7c12d:39585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T15:32:40,169 INFO [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23e146a7c12d%2C39585%2C1732548756885, suffix=, logDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885, archiveDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/oldWALs, maxLogs=32 2024-11-25T15:32:40,189 DEBUG [RS:0;23e146a7c12d:39585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885/23e146a7c12d%2C39585%2C1732548756885.1732548760172, exclude list is [], retry=0 2024-11-25T15:32:40,195 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-7c04cdbc-1087-404f-84fd-768161318b0d,DISK] 2024-11-25T15:32:40,199 INFO [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885/23e146a7c12d%2C39585%2C1732548756885.1732548760172 2024-11-25T15:32:40,200 DEBUG [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44137:44137)] 2024-11-25T15:32:40,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:40,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T15:32:40,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T15:32:40,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T15:32:40,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T15:32:40,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T15:32:40,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T15:32:40,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740 2024-11-25T15:32:40,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740 2024-11-25T15:32:40,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:32:40,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T15:32:40,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:32:40,306 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67368352, jitterRate=0.0038666725158691406}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:32:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T15:32:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T15:32:40,309 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T15:32:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T15:32:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T15:32:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T15:32:40,310 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T15:32:40,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T15:32:40,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T15:32:40,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T15:32:40,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T15:32:40,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T15:32:40,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T15:32:40,483 DEBUG [23e146a7c12d:38105 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T15:32:40,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:40,493 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23e146a7c12d,39585,1732548756885, state=OPENING 2024-11-25T15:32:40,504 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T15:32:40,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:40,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T15:32:40,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T15:32:40,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:32:40,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:40,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T15:32:40,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T15:32:40,707 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T15:32:40,708 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T15:32:40,708 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T15:32:40,711 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23e146a7c12d%2C39585%2C1732548756885.meta, suffix=.meta, logDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885, archiveDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/oldWALs, maxLogs=32 2024-11-25T15:32:40,726 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885/23e146a7c12d%2C39585%2C1732548756885.meta.1732548760713.meta, exclude list is [], retry=0 2024-11-25T15:32:40,730 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-7c04cdbc-1087-404f-84fd-768161318b0d,DISK] 2024-11-25T15:32:40,733 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/WALs/23e146a7c12d,39585,1732548756885/23e146a7c12d%2C39585%2C1732548756885.meta.1732548760713.meta 2024-11-25T15:32:40,734 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44137:44137)] 2024-11-25T15:32:40,734 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:32:40,735 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T15:32:40,788 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T15:32:40,792 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T15:32:40,796 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T15:32:40,796 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:40,796 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T15:32:40,796 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T15:32:40,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T15:32:40,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T15:32:40,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T15:32:40,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T15:32:40,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T15:32:40,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T15:32:40,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:40,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T15:32:40,809 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740 2024-11-25T15:32:40,812 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740 2024-11-25T15:32:40,814 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:32:40,817 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T15:32:40,819 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62100804, jitterRate=-0.0746259093284607}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:32:40,820 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T15:32:40,826 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732548760687 2024-11-25T15:32:40,839 DEBUG [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T15:32:40,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:40,840 INFO [RS_OPEN_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T15:32:40,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23e146a7c12d,39585,1732548756885, state=OPEN 2024-11-25T15:32:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T15:32:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T15:32:40,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T15:32:40,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T15:32:40,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T15:32:40,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=23e146a7c12d,39585,1732548756885 in 400 msec 2024-11-25T15:32:40,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T15:32:40,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-25T15:32:40,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-25T15:32:40,936 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732548760936, completionTime=-1 2024-11-25T15:32:40,936 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T15:32:40,937 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T15:32:40,976 DEBUG [hconnection-0x2514ba89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:40,979 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:40,991 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T15:32:40,992 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732548820992 2024-11-25T15:32:40,992 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732548880992 2024-11-25T15:32:40,992 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-11-25T15:32:41,022 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:41,023 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:41,023 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:41,024 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-23e146a7c12d:38105, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:41,024 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:41,029 DEBUG [master/23e146a7c12d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T15:32:41,032 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T15:32:41,033 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T15:32:41,039 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T15:32:41,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:32:41,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:41,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:32:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741835_1011 (size=358) 2024-11-25T15:32:41,461 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a1b32ea8915bf522e99fa521c16e8892, NAME => 'hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:32:41,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741836_1012 (size=42) 2024-11-25T15:32:41,878 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:41,878 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a1b32ea8915bf522e99fa521c16e8892, disabling compactions & flushes 2024-11-25T15:32:41,878 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:41,878 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:41,878 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. after waiting 0 ms 2024-11-25T15:32:41,878 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:41,879 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:41,879 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a1b32ea8915bf522e99fa521c16e8892: 2024-11-25T15:32:41,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:32:41,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732548761883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548761883"}]},"ts":"1732548761883"} 2024-11-25T15:32:41,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:32:41,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:32:41,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548761959"}]},"ts":"1732548761959"} 2024-11-25T15:32:41,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T15:32:41,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a1b32ea8915bf522e99fa521c16e8892, ASSIGN}] 2024-11-25T15:32:41,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a1b32ea8915bf522e99fa521c16e8892, ASSIGN 2024-11-25T15:32:41,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a1b32ea8915bf522e99fa521c16e8892, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:32:42,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a1b32ea8915bf522e99fa521c16e8892, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:42,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a1b32ea8915bf522e99fa521c16e8892, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:32:42,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:42,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:42,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a1b32ea8915bf522e99fa521c16e8892, NAME => 'hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:32:42,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:42,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,319 INFO [StoreOpener-a1b32ea8915bf522e99fa521c16e8892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,321 INFO [StoreOpener-a1b32ea8915bf522e99fa521c16e8892-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b32ea8915bf522e99fa521c16e8892 columnFamilyName info 2024-11-25T15:32:42,321 DEBUG [StoreOpener-a1b32ea8915bf522e99fa521c16e8892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:42,322 INFO [StoreOpener-a1b32ea8915bf522e99fa521c16e8892-1 {}] regionserver.HStore(327): Store=a1b32ea8915bf522e99fa521c16e8892/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:42,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:32:42,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:32:42,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a1b32ea8915bf522e99fa521c16e8892; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621767, jitterRate=0.09704981744289398}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T15:32:42,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a1b32ea8915bf522e99fa521c16e8892: 2024-11-25T15:32:42,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892., pid=6, masterSystemTime=1732548762304 2024-11-25T15:32:42,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:42,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:32:42,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a1b32ea8915bf522e99fa521c16e8892, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:42,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T15:32:42,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a1b32ea8915bf522e99fa521c16e8892, server=23e146a7c12d,39585,1732548756885 in 193 msec 2024-11-25T15:32:42,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T15:32:42,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a1b32ea8915bf522e99fa521c16e8892, ASSIGN in 358 msec 2024-11-25T15:32:42,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:32:42,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548762352"}]},"ts":"1732548762352"} 2024-11-25T15:32:42,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T15:32:42,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:32:42,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3300 sec 2024-11-25T15:32:42,444 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T15:32:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T15:32:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:32:42,489 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T15:32:42,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T15:32:42,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 65 msec 2024-11-25T15:32:42,566 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T15:32:42,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T15:32:42,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-11-25T15:32:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T15:32:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T15:32:42,646 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.659sec 2024-11-25T15:32:42,647 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T15:32:42,648 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T15:32:42,649 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T15:32:42,650 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T15:32:42,650 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T15:32:42,651 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T15:32:42,652 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T15:32:42,660 DEBUG [master/23e146a7c12d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T15:32:42,662 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T15:32:42,662 INFO [master/23e146a7c12d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23e146a7c12d,38105,1732548755908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T15:32:42,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-25T15:32:42,764 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T15:32:42,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:42,820 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T15:32:42,821 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T15:32:42,842 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:42,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:42,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=23e146a7c12d,38105,1732548755908 2024-11-25T15:32:42,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=2781 2024-11-25T15:32:42,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:32:42,939 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:32:42,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:32:42,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:32:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:32:42,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:32:42,964 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:42,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:32:42,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T15:32:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T15:32:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741837_1013 (size=960) 2024-11-25T15:32:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T15:32:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T15:32:43,406 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:32:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741838_1014 (size=53) 2024-11-25T15:32:43,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:43,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6a7d866e85f32ac6a6bb0e6c6a4e9045, disabling compactions & flushes 2024-11-25T15:32:43,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. after waiting 0 ms 2024-11-25T15:32:43,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:43,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:32:43,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548763429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548763429"}]},"ts":"1732548763429"} 2024-11-25T15:32:43,433 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:32:43,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:32:43,436 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548763435"}]},"ts":"1732548763435"} 2024-11-25T15:32:43,439 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:32:43,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, ASSIGN}] 2024-11-25T15:32:43,466 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, ASSIGN 2024-11-25T15:32:43,468 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:32:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T15:32:43,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6a7d866e85f32ac6a6bb0e6c6a4e9045, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:43,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:32:43,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:43,786 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,787 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:32:43,788 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,788 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:32:43,788 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,788 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,792 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,796 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:32:43,797 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7d866e85f32ac6a6bb0e6c6a4e9045 columnFamilyName A 2024-11-25T15:32:43,797 DEBUG [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:43,798 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(327): Store=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:43,799 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,801 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:32:43,802 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7d866e85f32ac6a6bb0e6c6a4e9045 columnFamilyName B 2024-11-25T15:32:43,802 DEBUG [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:43,803 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(327): Store=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:43,803 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,805 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:32:43,806 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7d866e85f32ac6a6bb0e6c6a4e9045 columnFamilyName C 2024-11-25T15:32:43,806 DEBUG [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:32:43,807 INFO [StoreOpener-6a7d866e85f32ac6a6bb0e6c6a4e9045-1 {}] regionserver.HStore(327): Store=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:32:43,808 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,809 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,810 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,812 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:32:43,815 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:43,819 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:32:43,820 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6a7d866e85f32ac6a6bb0e6c6a4e9045; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66690989, jitterRate=-0.006226822733879089}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:32:43,821 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:43,822 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., pid=11, masterSystemTime=1732548763777 2024-11-25T15:32:43,825 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,826 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:43,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6a7d866e85f32ac6a6bb0e6c6a4e9045, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:43,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T15:32:43,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 in 208 msec 2024-11-25T15:32:43,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T15:32:43,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, ASSIGN in 371 msec 2024-11-25T15:32:43,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:32:43,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548763839"}]},"ts":"1732548763839"} 2024-11-25T15:32:43,842 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:32:43,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:32:43,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-25T15:32:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T15:32:44,105 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T15:32:44,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-11-25T15:32:44,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:32:44,132 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:32:44,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28808bb9 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cac4303 2024-11-25T15:32:44,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-11-25T15:32:44,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18751c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-11-25T15:32:44,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-11-25T15:32:44,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-11-25T15:32:44,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bf8e82a to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f0c7188 2024-11-25T15:32:44,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e957ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ba01639 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@475ca0f4 2024-11-25T15:32:44,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-11-25T15:32:44,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-11-25T15:32:44,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:32:44,316 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,320 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,320 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,321 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,323 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,326 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,328 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,329 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,331 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,332 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,332 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:44,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,352 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T15:32:44,361 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:44,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:44,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:44,368 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:32:44,374 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,377 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,396 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:32:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:44,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:32:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:44,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:44,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T15:32:44,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:44,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0f9880b796e34b778a879519e23766cf is 50, key is test_row_0/A:col10/1732548764406/Put/seqid=0 2024-11-25T15:32:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741839_1015 (size=12001) 2024-11-25T15:32:44,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0f9880b796e34b778a879519e23766cf 2024-11-25T15:32:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T15:32:44,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548824695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548824711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548824717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548824707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548824717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548824863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548824863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/40c93d90c48d41ebbdf92697256cab32 is 50, key is test_row_0/B:col10/1732548764406/Put/seqid=0 2024-11-25T15:32:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548824863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548824865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548824866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:44,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T15:32:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:44,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741840_1016 (size=12001) 2024-11-25T15:32:44,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/40c93d90c48d41ebbdf92697256cab32 2024-11-25T15:32:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:45,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/208467697fd84df6871e1332623ccaca is 50, key is test_row_0/C:col10/1732548764406/Put/seqid=0 2024-11-25T15:32:45,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741841_1017 (size=12001) 2024-11-25T15:32:45,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T15:32:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:45,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:45,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/208467697fd84df6871e1332623ccaca 2024-11-25T15:32:45,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0f9880b796e34b778a879519e23766cf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf 2024-11-25T15:32:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548825075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548825075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548825076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548825077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T15:32:45,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548825084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/40c93d90c48d41ebbdf92697256cab32 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32 2024-11-25T15:32:45,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T15:32:45,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/208467697fd84df6871e1332623ccaca as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca 2024-11-25T15:32:45,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T15:32:45,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 726ms, sequenceid=12, compaction requested=false 2024-11-25T15:32:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T15:32:45,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:45,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T15:32:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:45,217 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:32:45,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:45,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/dd74d990953345918adc6b49713649f9 is 50, key is test_row_0/A:col10/1732548764663/Put/seqid=0 2024-11-25T15:32:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741842_1018 (size=12001) 2024-11-25T15:32:45,253 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/dd74d990953345918adc6b49713649f9 2024-11-25T15:32:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2af760806141405f80cdc3772402d9d3 is 50, key is test_row_0/B:col10/1732548764663/Put/seqid=0 2024-11-25T15:32:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741843_1019 (size=12001) 2024-11-25T15:32:45,340 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2af760806141405f80cdc3772402d9d3 2024-11-25T15:32:45,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/726545757c784b6d80c4344c9710c5b4 is 50, key is test_row_0/C:col10/1732548764663/Put/seqid=0 2024-11-25T15:32:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741844_1020 (size=12001) 2024-11-25T15:32:45,428 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/726545757c784b6d80c4344c9710c5b4 2024-11-25T15:32:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548825409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548825416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548825420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548825430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548825436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/dd74d990953345918adc6b49713649f9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9 2024-11-25T15:32:45,467 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T15:32:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2af760806141405f80cdc3772402d9d3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3 2024-11-25T15:32:45,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T15:32:45,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/726545757c784b6d80c4344c9710c5b4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4 2024-11-25T15:32:45,518 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T15:32:45,526 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 310ms, sequenceid=38, compaction requested=false 2024-11-25T15:32:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T15:32:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T15:32:45,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T15:32:45,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1680 sec 2024-11-25T15:32:45,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2040 sec 2024-11-25T15:32:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:45,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:32:45,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:45,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:45,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:45,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4d4afe548f744680a65f5cced7d83563 is 50, key is test_row_0/A:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741845_1021 (size=12001) 2024-11-25T15:32:45,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4d4afe548f744680a65f5cced7d83563 2024-11-25T15:32:45,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a15a593114b84cf78d66f9067d711ff3 is 50, key is test_row_0/B:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548825687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548825696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548825698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548825699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741846_1022 (size=12001) 2024-11-25T15:32:45,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548825805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548825806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548825806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548825806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548825944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548826020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548826024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548826024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548826033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a15a593114b84cf78d66f9067d711ff3 2024-11-25T15:32:46,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/823423b1d6d04a048f611c11c47c0284 is 50, key is test_row_0/C:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741847_1023 (size=12001) 2024-11-25T15:32:46,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/823423b1d6d04a048f611c11c47c0284 2024-11-25T15:32:46,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4d4afe548f744680a65f5cced7d83563 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563 2024-11-25T15:32:46,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T15:32:46,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a15a593114b84cf78d66f9067d711ff3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3 2024-11-25T15:32:46,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T15:32:46,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/823423b1d6d04a048f611c11c47c0284 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284 2024-11-25T15:32:46,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:32:46,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T15:32:46,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 721ms, sequenceid=51, compaction requested=true 2024-11-25T15:32:46,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:46,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:32:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:32:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:32:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:32:46,325 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:46,328 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:46,348 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:46,350 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:32:46,350 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,350 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.2 K 2024-11-25T15:32:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:46,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T15:32:46,356 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:46,356 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:32:46,356 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c93d90c48d41ebbdf92697256cab32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732548764400 2024-11-25T15:32:46,356 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,357 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.2 K 2024-11-25T15:32:46,358 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2af760806141405f80cdc3772402d9d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732548764663 2024-11-25T15:32:46,359 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a15a593114b84cf78d66f9067d711ff3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:46,366 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f9880b796e34b778a879519e23766cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732548764400 2024-11-25T15:32:46,368 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd74d990953345918adc6b49713649f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732548764663 2024-11-25T15:32:46,376 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d4afe548f744680a65f5cced7d83563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:46,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/78226e29a3864a52bc0f7bcd20eff516 is 50, key is test_row_0/A:col10/1732548766348/Put/seqid=0 2024-11-25T15:32:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548826385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548826386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548826390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548826420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,471 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#10 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:46,472 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/06e293777e824d1bb17bd55775300373 is 50, key is test_row_0/B:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T15:32:46,474 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T15:32:46,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741848_1024 (size=12001) 2024-11-25T15:32:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T15:32:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:46,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:46,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T15:32:46,494 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#11 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:46,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T15:32:46,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/43a9c418238a436b8e57eb31168891af is 50, key is test_row_0/A:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:46,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:46,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/78226e29a3864a52bc0f7bcd20eff516 2024-11-25T15:32:46,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:46,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T15:32:46,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T15:32:46,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T15:32:46,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T15:32:46,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T15:32:46,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T15:32:46,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T15:32:46,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T15:32:46,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T15:32:46,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T15:32:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741849_1025 (size=12104) 2024-11-25T15:32:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548826527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548826543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548826525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741850_1026 (size=12104) 2024-11-25T15:32:46,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548826549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:46,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2dfb5a3deb8c45808a7f97a779b5642a is 50, key is test_row_0/B:col10/1732548766348/Put/seqid=0 2024-11-25T15:32:46,647 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/43a9c418238a436b8e57eb31168891af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/43a9c418238a436b8e57eb31168891af 2024-11-25T15:32:46,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741851_1027 (size=12001) 2024-11-25T15:32:46,700 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 43a9c418238a436b8e57eb31168891af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:46,700 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:46,700 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548766324; duration=0sec 2024-11-25T15:32:46,701 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:46,701 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:32:46,701 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:46,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:46,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:32:46,705 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,705 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.2 K 2024-11-25T15:32:46,707 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208467697fd84df6871e1332623ccaca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732548764400 2024-11-25T15:32:46,708 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 726545757c784b6d80c4344c9710c5b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732548764663 2024-11-25T15:32:46,713 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 823423b1d6d04a048f611c11c47c0284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:46,759 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#13 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:46,760 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d406d7dbbe324143831b19edce9f4f85 is 50, key is test_row_0/C:col10/1732548765554/Put/seqid=0 2024-11-25T15:32:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548826779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548826779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548826781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548826783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:46,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:46,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:46,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741852_1028 (size=12104) 2024-11-25T15:32:46,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548826962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:46,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:46,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,019 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/06e293777e824d1bb17bd55775300373 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06e293777e824d1bb17bd55775300373 2024-11-25T15:32:47,060 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 06e293777e824d1bb17bd55775300373(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:47,060 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:47,061 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548766325; duration=0sec 2024-11-25T15:32:47,061 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:47,061 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:32:47,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2dfb5a3deb8c45808a7f97a779b5642a 2024-11-25T15:32:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:47,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548827100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548827125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548827125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548827126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:47,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:47,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9bf561c1236a49b7acd2c83118950f0d is 50, key is test_row_0/C:col10/1732548766348/Put/seqid=0 2024-11-25T15:32:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741853_1029 (size=12001) 2024-11-25T15:32:47,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9bf561c1236a49b7acd2c83118950f0d 2024-11-25T15:32:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/78226e29a3864a52bc0f7bcd20eff516 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516 2024-11-25T15:32:47,249 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d406d7dbbe324143831b19edce9f4f85 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d406d7dbbe324143831b19edce9f4f85 2024-11-25T15:32:47,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T15:32:47,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/2dfb5a3deb8c45808a7f97a779b5642a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a 2024-11-25T15:32:47,283 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into d406d7dbbe324143831b19edce9f4f85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:47,283 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:47,284 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548766325; duration=0sec 2024-11-25T15:32:47,284 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:47,284 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:32:47,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:47,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:47,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T15:32:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9bf561c1236a49b7acd2c83118950f0d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d 2024-11-25T15:32:47,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T15:32:47,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 985ms, sequenceid=79, compaction requested=false 2024-11-25T15:32:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:47,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T15:32:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:47,468 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T15:32:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b3515e8c77b2422b8ecc21427023f70a is 50, key is test_row_0/A:col10/1732548766380/Put/seqid=0 2024-11-25T15:32:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741854_1030 (size=12001) 2024-11-25T15:32:47,547 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b3515e8c77b2422b8ecc21427023f70a 2024-11-25T15:32:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/b3ab0d894c5f499c8b921efa4db53d63 is 50, key is test_row_0/B:col10/1732548766380/Put/seqid=0 2024-11-25T15:32:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741855_1031 (size=12001) 2024-11-25T15:32:47,631 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/b3ab0d894c5f499c8b921efa4db53d63 2024-11-25T15:32:47,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:47,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d60bd89aacd9452a9add956a9d728448 is 50, key is test_row_0/C:col10/1732548766380/Put/seqid=0 2024-11-25T15:32:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741856_1032 (size=12001) 2024-11-25T15:32:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548827796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548827803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548827802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548827814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548827919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548827926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548827931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:47,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548827937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548828127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548828144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548828147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548828147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,160 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d60bd89aacd9452a9add956a9d728448 2024-11-25T15:32:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b3515e8c77b2422b8ecc21427023f70a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a 2024-11-25T15:32:48,203 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T15:32:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/b3ab0d894c5f499c8b921efa4db53d63 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63 2024-11-25T15:32:48,235 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T15:32:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d60bd89aacd9452a9add956a9d728448 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448 2024-11-25T15:32:48,276 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T15:32:48,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 810ms, sequenceid=90, compaction requested=true 2024-11-25T15:32:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T15:32:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T15:32:48,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T15:32:48,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-11-25T15:32:48,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8080 sec 2024-11-25T15:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:48,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T15:32:48,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:48,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:48,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:48,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:48,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:48,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548828467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548828474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548828474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548828476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/3f06076ba3eb4a02974860b25fefffbe is 50, key is test_row_0/A:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741857_1033 (size=14341) 2024-11-25T15:32:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548828584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548828585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548828585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548828598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T15:32:48,613 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T15:32:48,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T15:32:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:48,631 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:48,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:48,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:48,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:48,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:48,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:48,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:48,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548828798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548828799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548828801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548828810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:48,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/3f06076ba3eb4a02974860b25fefffbe 2024-11-25T15:32:48,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:48,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:48,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:48,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548829000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,011 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4301 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:32:49,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/14cfa9c62df0423480c5a0da3c33ee41 is 50, key is test_row_0/B:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741858_1034 (size=12001) 2024-11-25T15:32:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548829113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548829113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548829121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548829139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,182 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38105 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=23e146a7c12d,39585,1732548756885, table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T15:32:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:49,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/14cfa9c62df0423480c5a0da3c33ee41 2024-11-25T15:32:49,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 is 50, key is test_row_0/C:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741859_1035 (size=12001) 2024-11-25T15:32:49,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 2024-11-25T15:32:49,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548829621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548829621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/3f06076ba3eb4a02974860b25fefffbe as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe 2024-11-25T15:32:49,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548829627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe, entries=200, sequenceid=119, filesize=14.0 K 2024-11-25T15:32:49,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548829658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/14cfa9c62df0423480c5a0da3c33ee41 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41 2024-11-25T15:32:49,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T15:32:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 2024-11-25T15:32:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:49,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T15:32:49,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1306ms, sequenceid=119, compaction requested=true 2024-11-25T15:32:49,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:49,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:32:49,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:49,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:32:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:32:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:32:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:32:49,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:49,768 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:49,794 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:49,795 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:32:49,795 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,795 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/43a9c418238a436b8e57eb31168891af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=49.3 K 2024-11-25T15:32:49,799 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:49,800 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:32:49,800 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,800 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d406d7dbbe324143831b19edce9f4f85, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=47.0 K 2024-11-25T15:32:49,806 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d406d7dbbe324143831b19edce9f4f85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:49,806 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a9c418238a436b8e57eb31168891af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:49,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf561c1236a49b7acd2c83118950f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732548765689 2024-11-25T15:32:49,808 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78226e29a3864a52bc0f7bcd20eff516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732548765689 2024-11-25T15:32:49,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:49,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T15:32:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:49,819 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T15:32:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:49,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:49,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:49,828 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3515e8c77b2422b8ecc21427023f70a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732548766368 2024-11-25T15:32:49,842 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f06076ba3eb4a02974860b25fefffbe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:49,844 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d60bd89aacd9452a9add956a9d728448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732548766368 2024-11-25T15:32:49,850 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c9e3e13bc47478e8d79ed44a0dc4fb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:49,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/408cf473ac844e25ae1006badb869adf is 50, key is test_row_0/A:col10/1732548768473/Put/seqid=0 2024-11-25T15:32:49,914 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741860_1036 (size=12001) 2024-11-25T15:32:49,917 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4700306d0b24410a8b02162c46bdc31c is 50, key is test_row_0/A:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:49,925 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:49,926 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9c48646ac99044eeaf35c05414ea1040 is 50, key is test_row_0/C:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741861_1037 (size=12241) 2024-11-25T15:32:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741862_1038 (size=12241) 2024-11-25T15:32:50,002 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9c48646ac99044eeaf35c05414ea1040 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9c48646ac99044eeaf35c05414ea1040 2024-11-25T15:32:50,051 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 9c48646ac99044eeaf35c05414ea1040(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:50,051 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:50,051 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=12, startTime=1732548769764; duration=0sec 2024-11-25T15:32:50,051 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:50,052 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:32:50,052 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:50,072 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:50,072 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:32:50,072 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:50,073 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06e293777e824d1bb17bd55775300373, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=47.0 K 2024-11-25T15:32:50,074 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 06e293777e824d1bb17bd55775300373, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732548765545 2024-11-25T15:32:50,080 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dfb5a3deb8c45808a7f97a779b5642a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732548765689 2024-11-25T15:32:50,081 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b3ab0d894c5f499c8b921efa4db53d63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732548766368 2024-11-25T15:32:50,082 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 14cfa9c62df0423480c5a0da3c33ee41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:50,168 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:50,169 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/8d90eae0f360471a97cfc15e4364819a is 50, key is test_row_0/B:col10/1732548767795/Put/seqid=0 2024-11-25T15:32:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741863_1039 (size=12241) 2024-11-25T15:32:50,320 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/408cf473ac844e25ae1006badb869adf 2024-11-25T15:32:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/df87be31085a4dcaa6af4fec4936e921 is 50, key is test_row_0/B:col10/1732548768473/Put/seqid=0 2024-11-25T15:32:50,391 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4700306d0b24410a8b02162c46bdc31c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4700306d0b24410a8b02162c46bdc31c 2024-11-25T15:32:50,413 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 4700306d0b24410a8b02162c46bdc31c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:50,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:50,413 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=12, startTime=1732548769763; duration=0sec 2024-11-25T15:32:50,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:50,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:32:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741864_1040 (size=12001) 2024-11-25T15:32:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/df87be31085a4dcaa6af4fec4936e921 2024-11-25T15:32:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9d40e89b3579417f86d781d283015c4b is 50, key is test_row_0/C:col10/1732548768473/Put/seqid=0 2024-11-25T15:32:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741865_1041 (size=12001) 2024-11-25T15:32:50,558 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9d40e89b3579417f86d781d283015c4b 2024-11-25T15:32:50,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/408cf473ac844e25ae1006badb869adf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf 2024-11-25T15:32:50,584 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T15:32:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/df87be31085a4dcaa6af4fec4936e921 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921 2024-11-25T15:32:50,603 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T15:32:50,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/9d40e89b3579417f86d781d283015c4b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b 2024-11-25T15:32:50,624 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T15:32:50,629 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 808ms, sequenceid=126, compaction requested=false 2024-11-25T15:32:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T15:32:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T15:32:50,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T15:32:50,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-25T15:32:50,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0340 sec 2024-11-25T15:32:50,668 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/8d90eae0f360471a97cfc15e4364819a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/8d90eae0f360471a97cfc15e4364819a 2024-11-25T15:32:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:50,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:32:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:50,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/c0cf31a0e810480f87a87fb5f99d2cfa is 50, key is test_row_0/A:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:50,750 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 8d90eae0f360471a97cfc15e4364819a(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:50,750 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:50,751 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=12, startTime=1732548769763; duration=0sec 2024-11-25T15:32:50,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:50,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:32:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T15:32:50,752 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T15:32:50,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T15:32:50,759 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:50,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:50,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741866_1042 (size=24105) 2024-11-25T15:32:50,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/c0cf31a0e810480f87a87fb5f99d2cfa 2024-11-25T15:32:50,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a46cba1cbf9243739cecee326deccc6d is 50, key is test_row_0/B:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741867_1043 (size=12151) 2024-11-25T15:32:50,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a46cba1cbf9243739cecee326deccc6d 2024-11-25T15:32:50,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:50,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T15:32:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:50,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:50,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:50,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0acf6360b13445a7bda727d49765fcb9 is 50, key is test_row_0/C:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548830923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741868_1044 (size=12151) 2024-11-25T15:32:50,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0acf6360b13445a7bda727d49765fcb9 2024-11-25T15:32:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548830957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:50,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/c0cf31a0e810480f87a87fb5f99d2cfa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa 2024-11-25T15:32:51,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548830966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548830974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa, entries=400, sequenceid=139, filesize=23.5 K 2024-11-25T15:32:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a46cba1cbf9243739cecee326deccc6d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d 2024-11-25T15:32:51,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d, entries=150, sequenceid=139, filesize=11.9 K 2024-11-25T15:32:51,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0acf6360b13445a7bda727d49765fcb9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9 2024-11-25T15:32:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:51,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9, entries=150, sequenceid=139, filesize=11.9 K 2024-11-25T15:32:51,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 369ms, sequenceid=139, compaction requested=true 2024-11-25T15:32:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:32:51,087 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:32:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:51,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:32:51,088 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:51,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:51,090 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:51,090 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:32:51,091 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:51,091 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/8d90eae0f360471a97cfc15e4364819a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.5 K 2024-11-25T15:32:51,091 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:51,092 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:32:51,092 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d90eae0f360471a97cfc15e4364819a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:51,093 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting df87be31085a4dcaa6af4fec4936e921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732548768462 2024-11-25T15:32:51,093 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:51,093 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a46cba1cbf9243739cecee326deccc6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770688 2024-11-25T15:32:51,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T15:32:51,093 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4700306d0b24410a8b02162c46bdc31c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=47.2 K 2024-11-25T15:32:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:51,094 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:32:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:51,095 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4700306d0b24410a8b02162c46bdc31c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548831073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,095 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 408cf473ac844e25ae1006badb869adf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732548768462 2024-11-25T15:32:51,096 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0cf31a0e810480f87a87fb5f99d2cfa, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770644 2024-11-25T15:32:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/6369316b937d4171b3276672092f64f4 is 50, key is test_row_0/A:col10/1732548770960/Put/seqid=0 2024-11-25T15:32:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:51,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:51,136 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:51,137 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/e7db7ac87bb2403b95662256f1efcf53 is 50, key is test_row_0/B:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:51,149 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#32 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:51,150 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e023373b4b564ca0879ba5bee47fb214 is 50, key is test_row_0/A:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548831169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548831180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548831171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741871_1047 (size=12493) 2024-11-25T15:32:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741869_1045 (size=12151) 2024-11-25T15:32:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741870_1046 (size=12493) 2024-11-25T15:32:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548831284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548831288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548831295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548831305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:51,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548831495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548831505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548831520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548831624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,653 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/6369316b937d4171b3276672092f64f4 2024-11-25T15:32:51,667 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e023373b4b564ca0879ba5bee47fb214 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e023373b4b564ca0879ba5bee47fb214 2024-11-25T15:32:51,671 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/e7db7ac87bb2403b95662256f1efcf53 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e7db7ac87bb2403b95662256f1efcf53 2024-11-25T15:32:51,697 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into e023373b4b564ca0879ba5bee47fb214(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:51,697 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:51,697 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548771087; duration=0sec 2024-11-25T15:32:51,697 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:51,697 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:32:51,697 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:51,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/683a90a2aaa5468299e44dd3a0a83a30 is 50, key is test_row_0/B:col10/1732548770960/Put/seqid=0 2024-11-25T15:32:51,709 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into e7db7ac87bb2403b95662256f1efcf53(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:51,709 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:51,709 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548771087; duration=0sec 2024-11-25T15:32:51,709 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:51,709 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:32:51,710 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:51,710 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:32:51,710 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:51,710 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9c48646ac99044eeaf35c05414ea1040, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.5 K 2024-11-25T15:32:51,716 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c48646ac99044eeaf35c05414ea1040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732548767775 2024-11-25T15:32:51,719 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d40e89b3579417f86d781d283015c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732548768462 2024-11-25T15:32:51,724 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0acf6360b13445a7bda727d49765fcb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770688 2024-11-25T15:32:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741872_1048 (size=12151) 2024-11-25T15:32:51,791 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:51,792 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/363d6966d4a7486cb71903c99bd75c0d is 50, key is test_row_0/C:col10/1732548770688/Put/seqid=0 2024-11-25T15:32:51,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548831812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548831819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741873_1049 (size=12493) 2024-11-25T15:32:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548831855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548832132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:52,166 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/683a90a2aaa5468299e44dd3a0a83a30 2024-11-25T15:32:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47f8a7a251ca4042915a58c2cd6ed74f is 50, key is test_row_0/C:col10/1732548770960/Put/seqid=0 2024-11-25T15:32:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741874_1050 (size=12151) 2024-11-25T15:32:52,253 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/363d6966d4a7486cb71903c99bd75c0d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/363d6966d4a7486cb71903c99bd75c0d 2024-11-25T15:32:52,267 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 363d6966d4a7486cb71903c99bd75c0d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:52,267 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:52,267 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548771087; duration=0sec 2024-11-25T15:32:52,267 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:52,268 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:32:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548832325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548832330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:52,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548832369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:52,633 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47f8a7a251ca4042915a58c2cd6ed74f 2024-11-25T15:32:52,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/6369316b937d4171b3276672092f64f4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4 2024-11-25T15:32:52,769 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-25T15:32:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/683a90a2aaa5468299e44dd3a0a83a30 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30 2024-11-25T15:32:52,829 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30, entries=150, sequenceid=166, filesize=11.9 K 2024-11-25T15:32:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47f8a7a251ca4042915a58c2cd6ed74f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f 2024-11-25T15:32:52,868 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f, entries=150, sequenceid=166, filesize=11.9 K 2024-11-25T15:32:52,875 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1781ms, sequenceid=166, compaction requested=false 2024-11-25T15:32:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T15:32:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T15:32:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:52,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T15:32:52,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1220 sec 2024-11-25T15:32:52,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.1410 sec 2024-11-25T15:32:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:53,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8c703192c2f04f5384995396e8bc3744 is 50, key is test_row_0/A:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741875_1051 (size=12151) 2024-11-25T15:32:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548833251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548833252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548833342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548833343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548833365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548833366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548833382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8c703192c2f04f5384995396e8bc3744 2024-11-25T15:32:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548833573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548833573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cf0329ac8f5643df80db4b6c67b75a18 is 50, key is test_row_0/B:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741876_1052 (size=12151) 2024-11-25T15:32:53,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cf0329ac8f5643df80db4b6c67b75a18 2024-11-25T15:32:53,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/207dd7061c6d4ceaaca36c702a7163ec is 50, key is test_row_0/C:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741877_1053 (size=12151) 2024-11-25T15:32:53,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/207dd7061c6d4ceaaca36c702a7163ec 2024-11-25T15:32:53,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8c703192c2f04f5384995396e8bc3744 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744 2024-11-25T15:32:53,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T15:32:53,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cf0329ac8f5643df80db4b6c67b75a18 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18 2024-11-25T15:32:53,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T15:32:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/207dd7061c6d4ceaaca36c702a7163ec as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec 2024-11-25T15:32:53,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T15:32:53,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 807ms, sequenceid=180, compaction requested=true 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:32:53,854 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:53,854 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:32:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:53,863 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:53,863 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:32:53,863 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:53,863 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e023373b4b564ca0879ba5bee47fb214, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.9 K 2024-11-25T15:32:53,864 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:53,864 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:32:53,864 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:53,864 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e7db7ac87bb2403b95662256f1efcf53, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.9 K 2024-11-25T15:32:53,876 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e023373b4b564ca0879ba5bee47fb214, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770688 2024-11-25T15:32:53,876 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting e7db7ac87bb2403b95662256f1efcf53, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770688 2024-11-25T15:32:53,880 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6369316b937d4171b3276672092f64f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732548770874 2024-11-25T15:32:53,880 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 683a90a2aaa5468299e44dd3a0a83a30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732548770874 2024-11-25T15:32:53,884 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c703192c2f04f5384995396e8bc3744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:53,884 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cf0329ac8f5643df80db4b6c67b75a18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:53,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T15:32:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:53,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:53,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548833936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548833937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:53,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/ae72d70a3f254ed68c490c2e951f53a3 is 50, key is test_row_0/A:col10/1732548773245/Put/seqid=0 2024-11-25T15:32:53,964 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:53,965 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/d2e210c9f2f14e109113673ec48f452c is 50, key is test_row_0/A:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:53,990 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:53,991 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/3bdaf6ab62a845b9a654b6da724cb296 is 50, key is test_row_0/B:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741878_1054 (size=12151) 2024-11-25T15:32:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548834044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548834044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741879_1055 (size=12595) 2024-11-25T15:32:54,060 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/d2e210c9f2f14e109113673ec48f452c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/d2e210c9f2f14e109113673ec48f452c 2024-11-25T15:32:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741880_1056 (size=12595) 2024-11-25T15:32:54,077 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into d2e210c9f2f14e109113673ec48f452c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:54,077 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:54,077 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548773854; duration=0sec 2024-11-25T15:32:54,078 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:54,078 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:32:54,078 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:32:54,079 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:32:54,079 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:32:54,079 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:54,080 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/363d6966d4a7486cb71903c99bd75c0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=35.9 K 2024-11-25T15:32:54,080 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 363d6966d4a7486cb71903c99bd75c0d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732548770688 2024-11-25T15:32:54,081 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47f8a7a251ca4042915a58c2cd6ed74f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732548770874 2024-11-25T15:32:54,081 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 207dd7061c6d4ceaaca36c702a7163ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:54,118 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:54,119 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/53df1c856c134b8ca6dfe6584a1eaec4 is 50, key is test_row_0/C:col10/1732548773039/Put/seqid=0 2024-11-25T15:32:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741881_1057 (size=12595) 2024-11-25T15:32:54,190 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/53df1c856c134b8ca6dfe6584a1eaec4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/53df1c856c134b8ca6dfe6584a1eaec4 2024-11-25T15:32:54,213 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 53df1c856c134b8ca6dfe6584a1eaec4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:54,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:54,214 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548773854; duration=0sec 2024-11-25T15:32:54,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:54,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:32:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548834250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548834252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/ae72d70a3f254ed68c490c2e951f53a3 2024-11-25T15:32:54,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/49b5e9cb37534e5597170967723a549f is 50, key is test_row_0/B:col10/1732548773245/Put/seqid=0 2024-11-25T15:32:54,487 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/3bdaf6ab62a845b9a654b6da724cb296 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3bdaf6ab62a845b9a654b6da724cb296 2024-11-25T15:32:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741882_1058 (size=12151) 2024-11-25T15:32:54,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/49b5e9cb37534e5597170967723a549f 2024-11-25T15:32:54,501 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 3bdaf6ab62a845b9a654b6da724cb296(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:54,501 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:54,502 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548773854; duration=0sec 2024-11-25T15:32:54,502 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:54,502 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:32:54,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0a62cbb451df4fd79173880d84abe880 is 50, key is test_row_0/C:col10/1732548773245/Put/seqid=0 2024-11-25T15:32:54,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548834560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741883_1059 (size=12151) 2024-11-25T15:32:54,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548834564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:54,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0a62cbb451df4fd79173880d84abe880 2024-11-25T15:32:54,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/ae72d70a3f254ed68c490c2e951f53a3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3 2024-11-25T15:32:54,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T15:32:54,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/49b5e9cb37534e5597170967723a549f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f 2024-11-25T15:32:54,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T15:32:54,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/0a62cbb451df4fd79173880d84abe880 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880 2024-11-25T15:32:54,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T15:32:54,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 797ms, sequenceid=208, compaction requested=false 2024-11-25T15:32:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T15:32:54,891 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T15:32:54,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T15:32:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T15:32:54,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:54,903 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:54,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T15:32:55,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T15:32:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:55,056 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/fbc49566f4ae43f2ad902cfd1f6a6bac is 50, key is test_row_0/A:col10/1732548773926/Put/seqid=0 2024-11-25T15:32:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741884_1060 (size=12151) 2024-11-25T15:32:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:55,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548835141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548835143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T15:32:55,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548835245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548835247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548835360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,368 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:32:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548835366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,376 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:32:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548835411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,420 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4241 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:32:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548835455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548835457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,490 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/fbc49566f4ae43f2ad902cfd1f6a6bac 2024-11-25T15:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T15:32:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/76ebf5582dc244c3a1415e098f459d38 is 50, key is test_row_0/B:col10/1732548773926/Put/seqid=0 2024-11-25T15:32:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741885_1061 (size=12151) 2024-11-25T15:32:55,556 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/76ebf5582dc244c3a1415e098f459d38 2024-11-25T15:32:55,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/bf8a0cd3a7254717aeae618eeef7bddc is 50, key is test_row_0/C:col10/1732548773926/Put/seqid=0 2024-11-25T15:32:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741886_1062 (size=12151) 2024-11-25T15:32:55,619 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/bf8a0cd3a7254717aeae618eeef7bddc 2024-11-25T15:32:55,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/fbc49566f4ae43f2ad902cfd1f6a6bac as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac 2024-11-25T15:32:55,649 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T15:32:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/76ebf5582dc244c3a1415e098f459d38 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38 2024-11-25T15:32:55,679 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T15:32:55,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/bf8a0cd3a7254717aeae618eeef7bddc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc 2024-11-25T15:32:55,718 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T15:32:55,721 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 664ms, sequenceid=220, compaction requested=true 2024-11-25T15:32:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T15:32:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T15:32:55,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T15:32:55,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 820 msec 2024-11-25T15:32:55,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 835 msec 2024-11-25T15:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:55,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T15:32:55,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:55,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:55,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:55,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:55,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8b157066f59f4836804a8f0ae28ad61d is 50, key is test_row_0/A:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741887_1063 (size=14541) 2024-11-25T15:32:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548835841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548835843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548835947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548835960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T15:32:56,006 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T15:32:56,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T15:32:56,024 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:32:56,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:32:56,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548836164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548836153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:56,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8b157066f59f4836804a8f0ae28ad61d 2024-11-25T15:32:56,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/22aeb982da3845409e9ac15ce08ba2a7 is 50, key is test_row_0/B:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:56,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741888_1064 (size=12151) 2024-11-25T15:32:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:56,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/22aeb982da3845409e9ac15ce08ba2a7 2024-11-25T15:32:56,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/b6555c43c06e4714b99a49fd7d126168 is 50, key is test_row_0/C:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741889_1065 (size=12151) 2024-11-25T15:32:56,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548836476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548836478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:56,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:56,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:56,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:56,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:56,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/b6555c43c06e4714b99a49fd7d126168 2024-11-25T15:32:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/8b157066f59f4836804a8f0ae28ad61d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d 2024-11-25T15:32:56,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d, entries=200, sequenceid=249, filesize=14.2 K 2024-11-25T15:32:56,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/22aeb982da3845409e9ac15ce08ba2a7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7 2024-11-25T15:32:56,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7, entries=150, sequenceid=249, filesize=11.9 K 2024-11-25T15:32:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/b6555c43c06e4714b99a49fd7d126168 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168 2024-11-25T15:32:56,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168, entries=150, sequenceid=249, filesize=11.9 K 2024-11-25T15:32:56,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1143ms, sequenceid=249, compaction requested=true 2024-11-25T15:32:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:32:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:32:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:56,923 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:32:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:32:56,924 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:56,930 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:56,930 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:56,930 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:32:56,930 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:32:56,930 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,930 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/d2e210c9f2f14e109113673ec48f452c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=50.2 K 2024-11-25T15:32:56,931 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2e210c9f2f14e109113673ec48f452c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:56,931 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae72d70a3f254ed68c490c2e951f53a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548773245 2024-11-25T15:32:56,931 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:56,931 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3bdaf6ab62a845b9a654b6da724cb296, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=47.9 K 2024-11-25T15:32:56,932 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbc49566f4ae43f2ad902cfd1f6a6bac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732548773908 2024-11-25T15:32:56,932 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bdaf6ab62a845b9a654b6da724cb296, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:56,932 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b157066f59f4836804a8f0ae28ad61d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775135 2024-11-25T15:32:56,933 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 49b5e9cb37534e5597170967723a549f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548773245 2024-11-25T15:32:56,933 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ebf5582dc244c3a1415e098f459d38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732548773908 2024-11-25T15:32:56,934 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 22aeb982da3845409e9ac15ce08ba2a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775139 2024-11-25T15:32:56,960 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#51 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:56,961 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b22389254deb41a7ba607423f89b8a4e is 50, key is test_row_0/A:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:56,963 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#52 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:56,964 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/dae1fae1a0ab4dd79efe41bcc5cb19c6 is 50, key is test_row_0/B:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:57,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741890_1066 (size=12731) 2024-11-25T15:32:57,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,030 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b22389254deb41a7ba607423f89b8a4e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b22389254deb41a7ba607423f89b8a4e 2024-11-25T15:32:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741891_1067 (size=12731) 2024-11-25T15:32:57,041 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/dae1fae1a0ab4dd79efe41bcc5cb19c6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/dae1fae1a0ab4dd79efe41bcc5cb19c6 2024-11-25T15:32:57,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e32dc1bed5624399a8003be671709b47 is 50, key is test_row_0/A:col10/1732548775795/Put/seqid=0 2024-11-25T15:32:57,054 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into dae1fae1a0ab4dd79efe41bcc5cb19c6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:57,054 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:57,054 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=12, startTime=1732548776923; duration=0sec 2024-11-25T15:32:57,055 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:32:57,055 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:32:57,055 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:32:57,061 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into b22389254deb41a7ba607423f89b8a4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:57,061 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:57,062 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=12, startTime=1732548776923; duration=0sec 2024-11-25T15:32:57,062 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:57,062 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:32:57,069 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:32:57,069 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:32:57,069 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,069 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/53df1c856c134b8ca6dfe6584a1eaec4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=47.9 K 2024-11-25T15:32:57,070 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 53df1c856c134b8ca6dfe6584a1eaec4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732548771127 2024-11-25T15:32:57,071 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a62cbb451df4fd79173880d84abe880, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548773245 2024-11-25T15:32:57,076 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8a0cd3a7254717aeae618eeef7bddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732548773908 2024-11-25T15:32:57,077 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b6555c43c06e4714b99a49fd7d126168, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775139 2024-11-25T15:32:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741892_1068 (size=14641) 2024-11-25T15:32:57,125 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#54 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:32:57,125 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/7ee72561a1ff4741b66c910fa0a13f61 is 50, key is test_row_0/C:col10/1732548775139/Put/seqid=0 2024-11-25T15:32:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:57,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741893_1069 (size=12731) 2024-11-25T15:32:57,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548837179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548837183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548837287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548837304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e32dc1bed5624399a8003be671709b47 2024-11-25T15:32:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548837493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548837516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a5983db551e84f75a3bf01a83e1c55cf is 50, key is test_row_0/B:col10/1732548775795/Put/seqid=0 2024-11-25T15:32:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741894_1070 (size=12251) 2024-11-25T15:32:57,587 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/7ee72561a1ff4741b66c910fa0a13f61 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7ee72561a1ff4741b66c910fa0a13f61 2024-11-25T15:32:57,626 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 7ee72561a1ff4741b66c910fa0a13f61(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:32:57,626 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:57,626 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=12, startTime=1732548776923; duration=0sec 2024-11-25T15:32:57,626 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:32:57,626 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:32:57,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548837799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548837828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a5983db551e84f75a3bf01a83e1c55cf 2024-11-25T15:32:57,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/f763070ec41d45289dbe813eba63b2c3 is 50, key is test_row_0/C:col10/1732548775795/Put/seqid=0 2024-11-25T15:32:57,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:57,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:57,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:57,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741895_1071 (size=12251) 2024-11-25T15:32:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:32:58,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/f763070ec41d45289dbe813eba63b2c3 2024-11-25T15:32:58,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e32dc1bed5624399a8003be671709b47 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47 2024-11-25T15:32:58,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47, entries=200, sequenceid=260, filesize=14.3 K 2024-11-25T15:32:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/a5983db551e84f75a3bf01a83e1c55cf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf 2024-11-25T15:32:58,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T15:32:58,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/f763070ec41d45289dbe813eba63b2c3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3 2024-11-25T15:32:58,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T15:32:58,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1078ms, sequenceid=260, compaction requested=false 2024-11-25T15:32:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:58,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T15:32:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:58,151 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:32:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:58,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:58,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:58,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:32:58,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/083d5246b32d4f9086f5ae5e824aef25 is 50, key is test_row_0/A:col10/1732548777165/Put/seqid=0 2024-11-25T15:32:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741896_1072 (size=12301) 2024-11-25T15:32:58,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:32:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:58,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548838352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548838358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548838460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548838464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,647 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/083d5246b32d4f9086f5ae5e824aef25 2024-11-25T15:32:58,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548838675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548838678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/6a3a9a78070647fd897a239ee119c878 is 50, key is test_row_0/B:col10/1732548777165/Put/seqid=0 2024-11-25T15:32:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741897_1073 (size=12301) 2024-11-25T15:32:58,752 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/6a3a9a78070647fd897a239ee119c878 2024-11-25T15:32:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d1a133ca2a014808aca120b880014926 is 50, key is test_row_0/C:col10/1732548777165/Put/seqid=0 2024-11-25T15:32:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741898_1074 (size=12301) 2024-11-25T15:32:58,864 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d1a133ca2a014808aca120b880014926 2024-11-25T15:32:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/083d5246b32d4f9086f5ae5e824aef25 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25 2024-11-25T15:32:58,952 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T15:32:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/6a3a9a78070647fd897a239ee119c878 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878 2024-11-25T15:32:58,982 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T15:32:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548838986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d1a133ca2a014808aca120b880014926 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926 2024-11-25T15:32:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548838996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,017 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T15:32:59,019 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 868ms, sequenceid=288, compaction requested=true 2024-11-25T15:32:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:32:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:32:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T15:32:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T15:32:59,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T15:32:59,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0020 sec 2024-11-25T15:32:59,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.0200 sec 2024-11-25T15:32:59,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:32:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:32:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:32:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:32:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:32:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:32:59,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0e683416117f41c2ac4058be4d020318 is 50, key is test_row_0/A:col10/1732548779387/Put/seqid=0 2024-11-25T15:32:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741899_1075 (size=12297) 2024-11-25T15:32:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548839460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548839460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548839464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548839495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548839501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548839566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548839566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548839572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548839772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548839776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:32:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548839786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:32:59,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0e683416117f41c2ac4058be4d020318 2024-11-25T15:32:59,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/e4b792152d2a42a5bdddeda239fea393 is 50, key is test_row_0/B:col10/1732548779387/Put/seqid=0 2024-11-25T15:32:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741900_1076 (size=9857) 2024-11-25T15:32:59,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/e4b792152d2a42a5bdddeda239fea393 2024-11-25T15:32:59,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/56d031383b474229abab6d21a96c7692 is 50, key is test_row_0/C:col10/1732548779387/Put/seqid=0 2024-11-25T15:32:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741901_1077 (size=9857) 2024-11-25T15:33:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548840076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548840081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548840095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T15:33:00,155 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T15:33:00,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T15:33:00,160 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T15:33:00,167 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:00,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T15:33:00,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T15:33:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/56d031383b474229abab6d21a96c7692 2024-11-25T15:33:00,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0e683416117f41c2ac4058be4d020318 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318 2024-11-25T15:33:00,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T15:33:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T15:33:00,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/e4b792152d2a42a5bdddeda239fea393 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393 2024-11-25T15:33:00,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393, entries=100, sequenceid=300, filesize=9.6 K 2024-11-25T15:33:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/56d031383b474229abab6d21a96c7692 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692 2024-11-25T15:33:00,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692, entries=100, sequenceid=300, filesize=9.6 K 2024-11-25T15:33:00,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1062ms, sequenceid=300, compaction requested=true 2024-11-25T15:33:00,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:00,452 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:00,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:00,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:00,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:00,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:00,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:00,454 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:00,454 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:33:00,454 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,454 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b22389254deb41a7ba607423f89b8a4e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=50.8 K 2024-11-25T15:33:00,455 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b22389254deb41a7ba607423f89b8a4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775139 2024-11-25T15:33:00,455 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e32dc1bed5624399a8003be671709b47, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732548775795 2024-11-25T15:33:00,455 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:00,456 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 083d5246b32d4f9086f5ae5e824aef25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548777138 2024-11-25T15:33:00,456 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e683416117f41c2ac4058be4d020318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548778350 2024-11-25T15:33:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T15:33:00,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:33:00,468 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:00,469 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:33:00,469 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,469 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/dae1fae1a0ab4dd79efe41bcc5cb19c6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=46.0 K 2024-11-25T15:33:00,470 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting dae1fae1a0ab4dd79efe41bcc5cb19c6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775139 2024-11-25T15:33:00,470 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a5983db551e84f75a3bf01a83e1c55cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732548775795 2024-11-25T15:33:00,471 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a3a9a78070647fd897a239ee119c878, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548777138 2024-11-25T15:33:00,471 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting e4b792152d2a42a5bdddeda239fea393, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548778356 2024-11-25T15:33:00,472 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:00,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e6059e3f6a5d40c2b7b6b3533171ef7e is 50, key is test_row_0/A:col10/1732548779387/Put/seqid=0 2024-11-25T15:33:00,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T15:33:00,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,478 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/008eb6f7e53c465bb31e46347fc50acd is 50, key is test_row_0/A:col10/1732548779457/Put/seqid=0 2024-11-25T15:33:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:00,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741902_1078 (size=13017) 2024-11-25T15:33:00,518 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:00,519 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/5257fa25ad6146f8928226420625d0b2 is 50, key is test_row_0/B:col10/1732548779387/Put/seqid=0 2024-11-25T15:33:00,522 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/e6059e3f6a5d40c2b7b6b3533171ef7e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e6059e3f6a5d40c2b7b6b3533171ef7e 2024-11-25T15:33:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548840525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548840529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,535 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into e6059e3f6a5d40c2b7b6b3533171ef7e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:00,535 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:00,535 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=12, startTime=1732548780452; duration=0sec 2024-11-25T15:33:00,535 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:00,535 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:33:00,535 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:00,537 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:00,537 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:33:00,537 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,538 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7ee72561a1ff4741b66c910fa0a13f61, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=46.0 K 2024-11-25T15:33:00,539 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ee72561a1ff4741b66c910fa0a13f61, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548775139 2024-11-25T15:33:00,540 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f763070ec41d45289dbe813eba63b2c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732548775795 2024-11-25T15:33:00,540 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1a133ca2a014808aca120b880014926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548777138 2024-11-25T15:33:00,541 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d031383b474229abab6d21a96c7692, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548778356 2024-11-25T15:33:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741903_1079 (size=12301) 2024-11-25T15:33:00,555 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:00,555 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/8b982bd69a2945a78e16e859a6dd67de is 50, key is test_row_0/C:col10/1732548779387/Put/seqid=0 2024-11-25T15:33:00,557 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/008eb6f7e53c465bb31e46347fc50acd 2024-11-25T15:33:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741904_1080 (size=13017) 2024-11-25T15:33:00,572 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/5257fa25ad6146f8928226420625d0b2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5257fa25ad6146f8928226420625d0b2 2024-11-25T15:33:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d2ccd7bb4629402198511fd4736cbe5c is 50, key is test_row_0/B:col10/1732548779457/Put/seqid=0 2024-11-25T15:33:00,581 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 5257fa25ad6146f8928226420625d0b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:00,581 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:00,581 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=12, startTime=1732548780452; duration=0sec 2024-11-25T15:33:00,582 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:00,582 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:33:00,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741905_1081 (size=13017) 2024-11-25T15:33:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548840582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,609 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/8b982bd69a2945a78e16e859a6dd67de as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/8b982bd69a2945a78e16e859a6dd67de 2024-11-25T15:33:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741906_1082 (size=12301) 2024-11-25T15:33:00,619 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 8b982bd69a2945a78e16e859a6dd67de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:00,619 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:00,619 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=12, startTime=1732548780454; duration=0sec 2024-11-25T15:33:00,620 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:00,620 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:33:00,622 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d2ccd7bb4629402198511fd4736cbe5c 2024-11-25T15:33:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548840633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/ba779a1fba4b4cab9a30f19c254e41c7 is 50, key is test_row_0/C:col10/1732548779457/Put/seqid=0 2024-11-25T15:33:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548840636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741907_1083 (size=12301) 2024-11-25T15:33:00,654 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/ba779a1fba4b4cab9a30f19c254e41c7 2024-11-25T15:33:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/008eb6f7e53c465bb31e46347fc50acd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd 2024-11-25T15:33:00,669 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T15:33:00,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d2ccd7bb4629402198511fd4736cbe5c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c 2024-11-25T15:33:00,679 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T15:33:00,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/ba779a1fba4b4cab9a30f19c254e41c7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7 2024-11-25T15:33:00,690 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T15:33:00,691 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 213ms, sequenceid=326, compaction requested=false 2024-11-25T15:33:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T15:33:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T15:33:00,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T15:33:00,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 526 msec 2024-11-25T15:33:00,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 540 msec 2024-11-25T15:33:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T15:33:00,766 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T15:33:00,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T15:33:00,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:00,774 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:00,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:00,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:00,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0dcebae61fe04a808cc558531bca4aa1 is 50, key is test_row_0/A:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741908_1084 (size=12301) 2024-11-25T15:33:00,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0dcebae61fe04a808cc558531bca4aa1 2024-11-25T15:33:00,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548840922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548840925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:00,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:00,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/3339c13089dd4ae59eaad50ed472bfcb is 50, key is test_row_0/B:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:00,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741909_1085 (size=12301) 2024-11-25T15:33:01,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548841027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548841030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:01,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548841229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548841233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/3339c13089dd4ae59eaad50ed472bfcb 2024-11-25T15:33:01,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/2dc6a9f274e3415498d70bcfc004ea72 is 50, key is test_row_0/C:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741910_1086 (size=12301) 2024-11-25T15:33:01,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/2dc6a9f274e3415498d70bcfc004ea72 2024-11-25T15:33:01,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/0dcebae61fe04a808cc558531bca4aa1 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1 2024-11-25T15:33:01,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T15:33:01,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/3339c13089dd4ae59eaad50ed472bfcb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb 2024-11-25T15:33:01,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T15:33:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/2dc6a9f274e3415498d70bcfc004ea72 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72 2024-11-25T15:33:01,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T15:33:01,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 586ms, sequenceid=341, compaction requested=true 2024-11-25T15:33:01,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:01,440 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:01,440 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:01,441 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:01,441 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:33:01,441 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:01,441 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,441 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:33:01,441 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e6059e3f6a5d40c2b7b6b3533171ef7e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.7 K 2024-11-25T15:33:01,441 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,441 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5257fa25ad6146f8928226420625d0b2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.7 K 2024-11-25T15:33:01,442 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6059e3f6a5d40c2b7b6b3533171ef7e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548777138 2024-11-25T15:33:01,442 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 5257fa25ad6146f8928226420625d0b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548777138 2024-11-25T15:33:01,443 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d2ccd7bb4629402198511fd4736cbe5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732548779449 2024-11-25T15:33:01,443 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008eb6f7e53c465bb31e46347fc50acd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732548779449 2024-11-25T15:33:01,444 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3339c13089dd4ae59eaad50ed472bfcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:01,444 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dcebae61fe04a808cc558531bca4aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:01,458 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:01,459 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/70d1613965d541d696857a3aff9e07d7 is 50, key is test_row_0/B:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:01,462 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:01,463 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/7113a2bfd248468991ea6e19d5327b7f is 50, key is test_row_0/A:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741911_1087 (size=13119) 2024-11-25T15:33:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741912_1088 (size=13119) 2024-11-25T15:33:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:01,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:01,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4284a139cbdc4adba9af69329f44bb2a is 50, key is test_row_0/A:col10/1732548781535/Put/seqid=0 2024-11-25T15:33:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548841549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548841549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741913_1089 (size=14741) 2024-11-25T15:33:01,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4284a139cbdc4adba9af69329f44bb2a 2024-11-25T15:33:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/28dd8e2b0c9d455cb0e0d03a8d25234c is 50, key is test_row_0/B:col10/1732548781535/Put/seqid=0 2024-11-25T15:33:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548841608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741914_1090 (size=12301) 2024-11-25T15:33:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548841625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548841625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548841651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548841652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548841856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548841861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:01,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:01,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:01,896 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/7113a2bfd248468991ea6e19d5327b7f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7113a2bfd248468991ea6e19d5327b7f 2024-11-25T15:33:01,896 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/70d1613965d541d696857a3aff9e07d7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/70d1613965d541d696857a3aff9e07d7 2024-11-25T15:33:01,907 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 70d1613965d541d696857a3aff9e07d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:01,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:01,908 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548781440; duration=0sec 2024-11-25T15:33:01,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:01,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:33:01,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:01,909 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 7113a2bfd248468991ea6e19d5327b7f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:01,909 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:01,909 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548781440; duration=0sec 2024-11-25T15:33:01,910 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:01,910 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:01,910 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:33:01,910 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:33:01,910 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:01,911 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/8b982bd69a2945a78e16e859a6dd67de, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.7 K 2024-11-25T15:33:01,914 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b982bd69a2945a78e16e859a6dd67de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732548777138 2024-11-25T15:33:01,915 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ba779a1fba4b4cab9a30f19c254e41c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732548779449 2024-11-25T15:33:01,916 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dc6a9f274e3415498d70bcfc004ea72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:01,945 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:01,946 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/984fbdb34aec43d488c75a890df5d229 is 50, key is test_row_0/C:col10/1732548780846/Put/seqid=0 2024-11-25T15:33:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741915_1091 (size=13119) 2024-11-25T15:33:02,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/28dd8e2b0c9d455cb0e0d03a8d25234c 2024-11-25T15:33:02,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/85ea91e3714641e7b6cae719516e0cfb is 50, key is test_row_0/C:col10/1732548781535/Put/seqid=0 2024-11-25T15:33:02,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741916_1092 (size=12301) 2024-11-25T15:33:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/85ea91e3714641e7b6cae719516e0cfb 2024-11-25T15:33:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/4284a139cbdc4adba9af69329f44bb2a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a 2024-11-25T15:33:02,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a, entries=200, sequenceid=367, filesize=14.4 K 2024-11-25T15:33:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/28dd8e2b0c9d455cb0e0d03a8d25234c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c 2024-11-25T15:33:02,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T15:33:02,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/85ea91e3714641e7b6cae719516e0cfb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb 2024-11-25T15:33:02,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T15:33:02,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 564ms, sequenceid=367, compaction requested=false 2024-11-25T15:33:02,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:02,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:02,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:02,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:02,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:02,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/1c37315119f84f7ba5b52400525bfe04 is 50, key is test_row_0/A:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:02,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741917_1093 (size=12301) 2024-11-25T15:33:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548842232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548842238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548842340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548842342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,378 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/984fbdb34aec43d488c75a890df5d229 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/984fbdb34aec43d488c75a890df5d229 2024-11-25T15:33:02,395 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 984fbdb34aec43d488c75a890df5d229(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:02,395 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:02,395 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548781440; duration=0sec 2024-11-25T15:33:02,395 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:02,395 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:33:02,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548842546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548842552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/1c37315119f84f7ba5b52400525bfe04 2024-11-25T15:33:02,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cad6c935f31b4d93828138cb5803bdeb is 50, key is test_row_0/B:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:02,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741918_1094 (size=12301) 2024-11-25T15:33:02,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cad6c935f31b4d93828138cb5803bdeb 2024-11-25T15:33:02,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/4b0dcd79be4448d48273690ac75ab76b is 50, key is test_row_0/C:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741919_1095 (size=12301) 2024-11-25T15:33:02,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:02,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548842852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548842862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:03,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:03,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:03,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/4b0dcd79be4448d48273690ac75ab76b 2024-11-25T15:33:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/1c37315119f84f7ba5b52400525bfe04 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04 2024-11-25T15:33:03,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:03,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T15:33:03,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/cad6c935f31b4d93828138cb5803bdeb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb 2024-11-25T15:33:03,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T15:33:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/4b0dcd79be4448d48273690ac75ab76b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b 2024-11-25T15:33:03,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T15:33:03,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1018ms, sequenceid=380, compaction requested=true 2024-11-25T15:33:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:03,186 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:03,186 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:03,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:03,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:03,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:03,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:03,188 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:03,188 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:33:03,188 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,188 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7113a2bfd248468991ea6e19d5327b7f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=39.2 K 2024-11-25T15:33:03,188 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:03,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:33:03,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/70d1613965d541d696857a3aff9e07d7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.8 K 2024-11-25T15:33:03,189 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7113a2bfd248468991ea6e19d5327b7f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:03,190 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4284a139cbdc4adba9af69329f44bb2a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732548780910 2024-11-25T15:33:03,190 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d1613965d541d696857a3aff9e07d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:03,191 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c37315119f84f7ba5b52400525bfe04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:03,192 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 28dd8e2b0c9d455cb0e0d03a8d25234c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732548780910 2024-11-25T15:33:03,193 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cad6c935f31b4d93828138cb5803bdeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:03,225 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:03,226 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/2c158685abf4403486aba71d551d8071 is 50, key is test_row_0/A:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:03,241 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:03,242 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/5a096ec04d9c4cafa904b8bd0ea89466 is 50, key is test_row_0/B:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741920_1096 (size=13221) 2024-11-25T15:33:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741921_1097 (size=13221) 2024-11-25T15:33:03,306 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/5a096ec04d9c4cafa904b8bd0ea89466 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5a096ec04d9c4cafa904b8bd0ea89466 2024-11-25T15:33:03,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T15:33:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,311 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:03,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/f02f638aab324db3a856051bad1e619e is 50, key is test_row_0/A:col10/1732548782236/Put/seqid=0 2024-11-25T15:33:03,321 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 5a096ec04d9c4cafa904b8bd0ea89466(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:03,321 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:03,321 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548783186; duration=0sec 2024-11-25T15:33:03,321 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:03,321 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:33:03,322 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:03,324 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:03,324 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:33:03,324 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:03,325 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/984fbdb34aec43d488c75a890df5d229, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.8 K 2024-11-25T15:33:03,325 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 984fbdb34aec43d488c75a890df5d229, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732548780523 2024-11-25T15:33:03,326 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ea91e3714641e7b6cae719516e0cfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732548780910 2024-11-25T15:33:03,326 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b0dcd79be4448d48273690ac75ab76b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741922_1098 (size=12301) 2024-11-25T15:33:03,347 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:03,348 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/fd88d8244dbf4f509c1abd46dd033979 is 50, key is test_row_0/C:col10/1732548781548/Put/seqid=0 2024-11-25T15:33:03,351 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/f02f638aab324db3a856051bad1e619e 2024-11-25T15:33:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:03,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. as already flushing 2024-11-25T15:33:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d239d2fd6db9452a8647758fdb24260d is 50, key is test_row_0/B:col10/1732548782236/Put/seqid=0 2024-11-25T15:33:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741923_1099 (size=13221) 2024-11-25T15:33:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548843381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548843382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741924_1100 (size=12301) 2024-11-25T15:33:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548843483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548843484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40632 deadline: 1732548843622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,624 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40698 deadline: 1732548843639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,641 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:03,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40658 deadline: 1732548843644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,646 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:03,678 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/2c158685abf4403486aba71d551d8071 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/2c158685abf4403486aba71d551d8071 2024-11-25T15:33:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548843687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548843687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,691 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 2c158685abf4403486aba71d551d8071(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:03,691 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:03,691 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548783186; duration=0sec 2024-11-25T15:33:03,692 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:03,692 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:33:03,794 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/fd88d8244dbf4f509c1abd46dd033979 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/fd88d8244dbf4f509c1abd46dd033979 2024-11-25T15:33:03,802 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d239d2fd6db9452a8647758fdb24260d 2024-11-25T15:33:03,810 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into fd88d8244dbf4f509c1abd46dd033979(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:03,810 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:03,811 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548783187; duration=0sec 2024-11-25T15:33:03,811 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:03,811 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:33:03,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47a394cbdaeb42d69715e809d7c2637c is 50, key is test_row_0/C:col10/1732548782236/Put/seqid=0 2024-11-25T15:33:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741925_1101 (size=12301) 2024-11-25T15:33:03,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40692 deadline: 1732548843990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:03,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40646 deadline: 1732548843991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:04,230 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47a394cbdaeb42d69715e809d7c2637c 2024-11-25T15:33:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/f02f638aab324db3a856051bad1e619e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e 2024-11-25T15:33:04,259 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T15:33:04,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/d239d2fd6db9452a8647758fdb24260d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d 2024-11-25T15:33:04,270 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T15:33:04,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/47a394cbdaeb42d69715e809d7c2637c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c 2024-11-25T15:33:04,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T15:33:04,281 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 970ms, sequenceid=406, compaction requested=false 2024-11-25T15:33:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T15:33:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T15:33:04,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T15:33:04,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5070 sec 2024-11-25T15:33:04,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 3.5170 sec 2024-11-25T15:33:04,321 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:60975 2024-11-25T15:33:04,321 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,321 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ba01639 to 127.0.0.1:60975 2024-11-25T15:33:04,321 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,323 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bf8e82a to 127.0.0.1:60975 2024-11-25T15:33:04,324 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,326 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:60975 2024-11-25T15:33:04,326 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:04,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:33:04,495 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28808bb9 to 127.0.0.1:60975 2024-11-25T15:33:04,495 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:04,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:04,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:04,499 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:60975 2024-11-25T15:33:04,499 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:04,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b894465a6feb43b69131b141128c6573 is 50, key is test_row_0/A:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741926_1102 (size=12301) 2024-11-25T15:33:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T15:33:04,878 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T15:33:04,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:33:04,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b894465a6feb43b69131b141128c6573 2024-11-25T15:33:04,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/1c9d0781172a4522be3c690527e4b38a is 50, key is test_row_0/B:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741927_1103 (size=12301) 2024-11-25T15:33:05,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/1c9d0781172a4522be3c690527e4b38a 2024-11-25T15:33:05,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/97928fd665ed4c1a96ada303ee8cfab3 is 50, key is test_row_0/C:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741928_1104 (size=12301) 2024-11-25T15:33:05,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/97928fd665ed4c1a96ada303ee8cfab3 2024-11-25T15:33:05,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/b894465a6feb43b69131b141128c6573 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573 2024-11-25T15:33:05,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573, entries=150, sequenceid=421, filesize=12.0 K 2024-11-25T15:33:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/1c9d0781172a4522be3c690527e4b38a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a 2024-11-25T15:33:05,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a, entries=150, sequenceid=421, filesize=12.0 K 2024-11-25T15:33:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/97928fd665ed4c1a96ada303ee8cfab3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3 2024-11-25T15:33:05,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3, entries=150, sequenceid=421, filesize=12.0 K 2024-11-25T15:33:05,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1282ms, sequenceid=421, compaction requested=true 2024-11-25T15:33:05,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:05,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:05,777 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:05,778 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a7d866e85f32ac6a6bb0e6c6a4e9045:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:05,779 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:05,779 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:05,779 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/A is initiating minor compaction (all files) 2024-11-25T15:33:05,779 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/B is initiating minor compaction (all files) 2024-11-25T15:33:05,779 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/A in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:05,779 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/B in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:05,779 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/2c158685abf4403486aba71d551d8071, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.9 K 2024-11-25T15:33:05,779 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5a096ec04d9c4cafa904b8bd0ea89466, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.9 K 2024-11-25T15:33:05,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a096ec04d9c4cafa904b8bd0ea89466, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:05,780 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c158685abf4403486aba71d551d8071, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:05,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d239d2fd6db9452a8647758fdb24260d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732548782204 2024-11-25T15:33:05,780 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02f638aab324db3a856051bad1e619e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732548782204 2024-11-25T15:33:05,781 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c9d0781172a4522be3c690527e4b38a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732548783377 2024-11-25T15:33:05,781 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b894465a6feb43b69131b141128c6573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732548783377 2024-11-25T15:33:05,792 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:05,793 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/db60afc1a83c46039efba2cc444ffaa9 is 50, key is test_row_0/A:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:05,793 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:05,793 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/06a63cc4e10d4acbac6d2b6430e7e2ee is 50, key is test_row_0/B:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:05,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741930_1106 (size=13323) 2024-11-25T15:33:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741929_1105 (size=13323) 2024-11-25T15:33:06,212 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/06a63cc4e10d4acbac6d2b6430e7e2ee as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06a63cc4e10d4acbac6d2b6430e7e2ee 2024-11-25T15:33:06,213 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/db60afc1a83c46039efba2cc444ffaa9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/db60afc1a83c46039efba2cc444ffaa9 2024-11-25T15:33:06,226 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/A of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into db60afc1a83c46039efba2cc444ffaa9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:06,226 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/B of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into 06a63cc4e10d4acbac6d2b6430e7e2ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:06,226 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:06,226 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:06,226 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/A, priority=13, startTime=1732548785777; duration=0sec 2024-11-25T15:33:06,226 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/B, priority=13, startTime=1732548785778; duration=0sec 2024-11-25T15:33:06,226 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:06,227 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:A 2024-11-25T15:33:06,227 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:06,227 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:B 2024-11-25T15:33:06,227 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:06,228 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:06,228 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 6a7d866e85f32ac6a6bb0e6c6a4e9045/C is initiating minor compaction (all files) 2024-11-25T15:33:06,228 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a7d866e85f32ac6a6bb0e6c6a4e9045/C in TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:06,229 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/fd88d8244dbf4f509c1abd46dd033979, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp, totalSize=36.9 K 2024-11-25T15:33:06,230 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd88d8244dbf4f509c1abd46dd033979, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732548781541 2024-11-25T15:33:06,230 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a394cbdaeb42d69715e809d7c2637c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732548782204 2024-11-25T15:33:06,231 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97928fd665ed4c1a96ada303ee8cfab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732548783377 2024-11-25T15:33:06,248 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a7d866e85f32ac6a6bb0e6c6a4e9045#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:06,248 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d9108401c78f4b7a948fc437edeebd24 is 50, key is test_row_0/C:col10/1732548783377/Put/seqid=0 2024-11-25T15:33:06,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741931_1107 (size=13323) 2024-11-25T15:33:06,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d9108401c78f4b7a948fc437edeebd24 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d9108401c78f4b7a948fc437edeebd24 2024-11-25T15:33:06,693 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a7d866e85f32ac6a6bb0e6c6a4e9045/C of 6a7d866e85f32ac6a6bb0e6c6a4e9045 into d9108401c78f4b7a948fc437edeebd24(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:06,693 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:06,693 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045., storeName=6a7d866e85f32ac6a6bb0e6c6a4e9045/C, priority=13, startTime=1732548785778; duration=0sec 2024-11-25T15:33:06,693 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:06,694 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a7d866e85f32ac6a6bb0e6c6a4e9045:C 2024-11-25T15:33:07,652 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:60975 2024-11-25T15:33:07,653 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:07,654 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:60975 2024-11-25T15:33:07,655 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:07,656 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:60975 2024-11-25T15:33:07,657 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:07,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:33:07,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-25T15:33:07,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-25T15:33:07,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-25T15:33:07,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3144 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3160 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1454 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4361 rows 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1446 2024-11-25T15:33:07,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4338 rows 2024-11-25T15:33:07,659 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:33:07,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:60975 2024-11-25T15:33:07,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:07,663 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:33:07,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:33:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:07,673 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548787673"}]},"ts":"1732548787673"} 2024-11-25T15:33:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:07,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:33:07,685 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:33:07,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:33:07,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, UNASSIGN}] 2024-11-25T15:33:07,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, UNASSIGN 2024-11-25T15:33:07,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6a7d866e85f32ac6a6bb0e6c6a4e9045, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:07,698 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:33:07,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:07,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:07,856 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:07,856 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:33:07,857 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 6a7d866e85f32ac6a6bb0e6c6a4e9045, disabling compactions & flushes 2024-11-25T15:33:07,857 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:07,857 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:07,857 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. after waiting 0 ms 2024-11-25T15:33:07,857 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:07,857 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 6a7d866e85f32ac6a6bb0e6c6a4e9045 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T15:33:07,857 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=A 2024-11-25T15:33:07,858 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:07,858 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=B 2024-11-25T15:33:07,858 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:07,858 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a7d866e85f32ac6a6bb0e6c6a4e9045, store=C 2024-11-25T15:33:07,858 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:07,863 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/7a992b321bb444c69aee2d1c4ce1688c is 50, key is test_row_1/A:col10/1732548787652/Put/seqid=0 2024-11-25T15:33:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741932_1108 (size=9857) 2024-11-25T15:33:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:08,277 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/7a992b321bb444c69aee2d1c4ce1688c 2024-11-25T15:33:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:08,284 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/ce5e1b07869d4a1c8210dd3ad18f05e9 is 50, key is test_row_1/B:col10/1732548787652/Put/seqid=0 2024-11-25T15:33:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741933_1109 (size=9857) 2024-11-25T15:33:08,690 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/ce5e1b07869d4a1c8210dd3ad18f05e9 2024-11-25T15:33:08,700 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d6b3e339bd004b8aa9325c5069b70cb4 is 50, key is test_row_1/C:col10/1732548787652/Put/seqid=0 2024-11-25T15:33:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741934_1110 (size=9857) 2024-11-25T15:33:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:09,105 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d6b3e339bd004b8aa9325c5069b70cb4 2024-11-25T15:33:09,113 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/A/7a992b321bb444c69aee2d1c4ce1688c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7a992b321bb444c69aee2d1c4ce1688c 2024-11-25T15:33:09,118 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7a992b321bb444c69aee2d1c4ce1688c, entries=100, sequenceid=431, filesize=9.6 K 2024-11-25T15:33:09,119 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/B/ce5e1b07869d4a1c8210dd3ad18f05e9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/ce5e1b07869d4a1c8210dd3ad18f05e9 2024-11-25T15:33:09,124 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/ce5e1b07869d4a1c8210dd3ad18f05e9, entries=100, sequenceid=431, filesize=9.6 K 2024-11-25T15:33:09,125 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/.tmp/C/d6b3e339bd004b8aa9325c5069b70cb4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d6b3e339bd004b8aa9325c5069b70cb4 2024-11-25T15:33:09,129 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d6b3e339bd004b8aa9325c5069b70cb4, entries=100, sequenceid=431, filesize=9.6 K 2024-11-25T15:33:09,130 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6a7d866e85f32ac6a6bb0e6c6a4e9045 in 1273ms, sequenceid=431, compaction requested=false 2024-11-25T15:33:09,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/43a9c418238a436b8e57eb31168891af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4700306d0b24410a8b02162c46bdc31c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e023373b4b564ca0879ba5bee47fb214, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/d2e210c9f2f14e109113673ec48f452c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b22389254deb41a7ba607423f89b8a4e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e6059e3f6a5d40c2b7b6b3533171ef7e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7113a2bfd248468991ea6e19d5327b7f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/2c158685abf4403486aba71d551d8071, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573] to archive 2024-11-25T15:33:09,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:09,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0f9880b796e34b778a879519e23766cf 2024-11-25T15:33:09,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/dd74d990953345918adc6b49713649f9 2024-11-25T15:33:09,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/43a9c418238a436b8e57eb31168891af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/43a9c418238a436b8e57eb31168891af 2024-11-25T15:33:09,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4d4afe548f744680a65f5cced7d83563 2024-11-25T15:33:09,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/78226e29a3864a52bc0f7bcd20eff516 2024-11-25T15:33:09,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b3515e8c77b2422b8ecc21427023f70a 2024-11-25T15:33:09,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/3f06076ba3eb4a02974860b25fefffbe 2024-11-25T15:33:09,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4700306d0b24410a8b02162c46bdc31c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4700306d0b24410a8b02162c46bdc31c 2024-11-25T15:33:09,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/408cf473ac844e25ae1006badb869adf 2024-11-25T15:33:09,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/c0cf31a0e810480f87a87fb5f99d2cfa 2024-11-25T15:33:09,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e023373b4b564ca0879ba5bee47fb214 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e023373b4b564ca0879ba5bee47fb214 2024-11-25T15:33:09,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/6369316b937d4171b3276672092f64f4 2024-11-25T15:33:09,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/d2e210c9f2f14e109113673ec48f452c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/d2e210c9f2f14e109113673ec48f452c 2024-11-25T15:33:09,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8c703192c2f04f5384995396e8bc3744 2024-11-25T15:33:09,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/ae72d70a3f254ed68c490c2e951f53a3 2024-11-25T15:33:09,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/fbc49566f4ae43f2ad902cfd1f6a6bac 2024-11-25T15:33:09,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/8b157066f59f4836804a8f0ae28ad61d 2024-11-25T15:33:09,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b22389254deb41a7ba607423f89b8a4e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b22389254deb41a7ba607423f89b8a4e 2024-11-25T15:33:09,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e32dc1bed5624399a8003be671709b47 2024-11-25T15:33:09,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/083d5246b32d4f9086f5ae5e824aef25 2024-11-25T15:33:09,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e6059e3f6a5d40c2b7b6b3533171ef7e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/e6059e3f6a5d40c2b7b6b3533171ef7e 2024-11-25T15:33:09,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0e683416117f41c2ac4058be4d020318 2024-11-25T15:33:09,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/008eb6f7e53c465bb31e46347fc50acd 2024-11-25T15:33:09,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7113a2bfd248468991ea6e19d5327b7f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7113a2bfd248468991ea6e19d5327b7f 2024-11-25T15:33:09,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/0dcebae61fe04a808cc558531bca4aa1 2024-11-25T15:33:09,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/4284a139cbdc4adba9af69329f44bb2a 2024-11-25T15:33:09,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/2c158685abf4403486aba71d551d8071 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/2c158685abf4403486aba71d551d8071 2024-11-25T15:33:09,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/1c37315119f84f7ba5b52400525bfe04 2024-11-25T15:33:09,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/f02f638aab324db3a856051bad1e619e 2024-11-25T15:33:09,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/b894465a6feb43b69131b141128c6573 2024-11-25T15:33:09,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06e293777e824d1bb17bd55775300373, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/8d90eae0f360471a97cfc15e4364819a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e7db7ac87bb2403b95662256f1efcf53, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3bdaf6ab62a845b9a654b6da724cb296, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/dae1fae1a0ab4dd79efe41bcc5cb19c6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5257fa25ad6146f8928226420625d0b2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/70d1613965d541d696857a3aff9e07d7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5a096ec04d9c4cafa904b8bd0ea89466, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a] to archive 2024-11-25T15:33:09,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:09,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/40c93d90c48d41ebbdf92697256cab32 2024-11-25T15:33:09,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2af760806141405f80cdc3772402d9d3 2024-11-25T15:33:09,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06e293777e824d1bb17bd55775300373 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06e293777e824d1bb17bd55775300373 2024-11-25T15:33:09,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a15a593114b84cf78d66f9067d711ff3 2024-11-25T15:33:09,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/2dfb5a3deb8c45808a7f97a779b5642a 2024-11-25T15:33:09,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/b3ab0d894c5f499c8b921efa4db53d63 2024-11-25T15:33:09,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/8d90eae0f360471a97cfc15e4364819a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/8d90eae0f360471a97cfc15e4364819a 2024-11-25T15:33:09,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/14cfa9c62df0423480c5a0da3c33ee41 2024-11-25T15:33:09,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/df87be31085a4dcaa6af4fec4936e921 2024-11-25T15:33:09,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e7db7ac87bb2403b95662256f1efcf53 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e7db7ac87bb2403b95662256f1efcf53 2024-11-25T15:33:09,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a46cba1cbf9243739cecee326deccc6d 2024-11-25T15:33:09,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/683a90a2aaa5468299e44dd3a0a83a30 2024-11-25T15:33:09,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3bdaf6ab62a845b9a654b6da724cb296 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3bdaf6ab62a845b9a654b6da724cb296 2024-11-25T15:33:09,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cf0329ac8f5643df80db4b6c67b75a18 2024-11-25T15:33:09,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/49b5e9cb37534e5597170967723a549f 2024-11-25T15:33:09,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/76ebf5582dc244c3a1415e098f459d38 2024-11-25T15:33:09,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/dae1fae1a0ab4dd79efe41bcc5cb19c6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/dae1fae1a0ab4dd79efe41bcc5cb19c6 2024-11-25T15:33:09,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/22aeb982da3845409e9ac15ce08ba2a7 2024-11-25T15:33:09,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/a5983db551e84f75a3bf01a83e1c55cf 2024-11-25T15:33:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/6a3a9a78070647fd897a239ee119c878 2024-11-25T15:33:09,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5257fa25ad6146f8928226420625d0b2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5257fa25ad6146f8928226420625d0b2 2024-11-25T15:33:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/e4b792152d2a42a5bdddeda239fea393 2024-11-25T15:33:09,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d2ccd7bb4629402198511fd4736cbe5c 2024-11-25T15:33:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/70d1613965d541d696857a3aff9e07d7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/70d1613965d541d696857a3aff9e07d7 2024-11-25T15:33:09,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/3339c13089dd4ae59eaad50ed472bfcb 2024-11-25T15:33:09,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/28dd8e2b0c9d455cb0e0d03a8d25234c 2024-11-25T15:33:09,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5a096ec04d9c4cafa904b8bd0ea89466 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/5a096ec04d9c4cafa904b8bd0ea89466 2024-11-25T15:33:09,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/cad6c935f31b4d93828138cb5803bdeb 2024-11-25T15:33:09,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/d239d2fd6db9452a8647758fdb24260d 2024-11-25T15:33:09,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/1c9d0781172a4522be3c690527e4b38a 2024-11-25T15:33:09,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d406d7dbbe324143831b19edce9f4f85, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9c48646ac99044eeaf35c05414ea1040, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/363d6966d4a7486cb71903c99bd75c0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/53df1c856c134b8ca6dfe6584a1eaec4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7ee72561a1ff4741b66c910fa0a13f61, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/8b982bd69a2945a78e16e859a6dd67de, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/984fbdb34aec43d488c75a890df5d229, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/fd88d8244dbf4f509c1abd46dd033979, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3] to archive 2024-11-25T15:33:09,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:09,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/208467697fd84df6871e1332623ccaca 2024-11-25T15:33:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/726545757c784b6d80c4344c9710c5b4 2024-11-25T15:33:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d406d7dbbe324143831b19edce9f4f85 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d406d7dbbe324143831b19edce9f4f85 2024-11-25T15:33:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/823423b1d6d04a048f611c11c47c0284 2024-11-25T15:33:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9bf561c1236a49b7acd2c83118950f0d 2024-11-25T15:33:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d60bd89aacd9452a9add956a9d728448 2024-11-25T15:33:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9c48646ac99044eeaf35c05414ea1040 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9c48646ac99044eeaf35c05414ea1040 2024-11-25T15:33:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7c9e3e13bc47478e8d79ed44a0dc4fb4 2024-11-25T15:33:09,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/9d40e89b3579417f86d781d283015c4b 2024-11-25T15:33:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/363d6966d4a7486cb71903c99bd75c0d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/363d6966d4a7486cb71903c99bd75c0d 2024-11-25T15:33:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0acf6360b13445a7bda727d49765fcb9 2024-11-25T15:33:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47f8a7a251ca4042915a58c2cd6ed74f 2024-11-25T15:33:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/53df1c856c134b8ca6dfe6584a1eaec4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/53df1c856c134b8ca6dfe6584a1eaec4 2024-11-25T15:33:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/207dd7061c6d4ceaaca36c702a7163ec 2024-11-25T15:33:09,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/0a62cbb451df4fd79173880d84abe880 2024-11-25T15:33:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/bf8a0cd3a7254717aeae618eeef7bddc 2024-11-25T15:33:09,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7ee72561a1ff4741b66c910fa0a13f61 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/7ee72561a1ff4741b66c910fa0a13f61 2024-11-25T15:33:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/b6555c43c06e4714b99a49fd7d126168 2024-11-25T15:33:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/f763070ec41d45289dbe813eba63b2c3 2024-11-25T15:33:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d1a133ca2a014808aca120b880014926 2024-11-25T15:33:09,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/8b982bd69a2945a78e16e859a6dd67de to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/8b982bd69a2945a78e16e859a6dd67de 2024-11-25T15:33:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/56d031383b474229abab6d21a96c7692 2024-11-25T15:33:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/ba779a1fba4b4cab9a30f19c254e41c7 2024-11-25T15:33:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/984fbdb34aec43d488c75a890df5d229 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/984fbdb34aec43d488c75a890df5d229 2024-11-25T15:33:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/2dc6a9f274e3415498d70bcfc004ea72 2024-11-25T15:33:09,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/85ea91e3714641e7b6cae719516e0cfb 2024-11-25T15:33:09,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/fd88d8244dbf4f509c1abd46dd033979 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/fd88d8244dbf4f509c1abd46dd033979 2024-11-25T15:33:09,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/4b0dcd79be4448d48273690ac75ab76b 2024-11-25T15:33:09,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/47a394cbdaeb42d69715e809d7c2637c 2024-11-25T15:33:09,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/97928fd665ed4c1a96ada303ee8cfab3 2024-11-25T15:33:09,286 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/recovered.edits/434.seqid, newMaxSeqId=434, maxSeqId=1 2024-11-25T15:33:09,288 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045. 2024-11-25T15:33:09,288 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 6a7d866e85f32ac6a6bb0e6c6a4e9045: 2024-11-25T15:33:09,290 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:09,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6a7d866e85f32ac6a6bb0e6c6a4e9045, regionState=CLOSED 2024-11-25T15:33:09,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T15:33:09,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 6a7d866e85f32ac6a6bb0e6c6a4e9045, server=23e146a7c12d,39585,1732548756885 in 1.5940 sec 2024-11-25T15:33:09,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T15:33:09,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a7d866e85f32ac6a6bb0e6c6a4e9045, UNASSIGN in 1.5990 sec 2024-11-25T15:33:09,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T15:33:09,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6100 sec 2024-11-25T15:33:09,300 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548789300"}]},"ts":"1732548789300"} 2024-11-25T15:33:09,302 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:33:09,344 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:33:09,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6760 sec 2024-11-25T15:33:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T15:33:09,782 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T15:33:09,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:33:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,794 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T15:33:09,796 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,800 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:09,804 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/recovered.edits] 2024-11-25T15:33:09,806 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7a992b321bb444c69aee2d1c4ce1688c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/7a992b321bb444c69aee2d1c4ce1688c 2024-11-25T15:33:09,808 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/db60afc1a83c46039efba2cc444ffaa9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/A/db60afc1a83c46039efba2cc444ffaa9 2024-11-25T15:33:09,810 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06a63cc4e10d4acbac6d2b6430e7e2ee to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/06a63cc4e10d4acbac6d2b6430e7e2ee 2024-11-25T15:33:09,812 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/ce5e1b07869d4a1c8210dd3ad18f05e9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/B/ce5e1b07869d4a1c8210dd3ad18f05e9 2024-11-25T15:33:09,814 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d6b3e339bd004b8aa9325c5069b70cb4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d6b3e339bd004b8aa9325c5069b70cb4 2024-11-25T15:33:09,816 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d9108401c78f4b7a948fc437edeebd24 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/C/d9108401c78f4b7a948fc437edeebd24 2024-11-25T15:33:09,819 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/recovered.edits/434.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045/recovered.edits/434.seqid 2024-11-25T15:33:09,819 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/6a7d866e85f32ac6a6bb0e6c6a4e9045 2024-11-25T15:33:09,819 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:33:09,824 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T15:33:09,833 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:33:09,861 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:33:09,863 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,863 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:33:09,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548789863"}]},"ts":"9223372036854775807"} 2024-11-25T15:33:09,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:33:09,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6a7d866e85f32ac6a6bb0e6c6a4e9045, NAME => 'TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:33:09,866 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:33:09,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548789866"}]},"ts":"9223372036854775807"} 2024-11-25T15:33:09,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:33:09,886 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-11-25T15:33:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T15:33:09,897 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T15:33:09,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1602871140_22 at /127.0.0.1:54142 [Waiting for operation #139] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1657248710_22 at /127.0.0.1:52224 [Waiting for operation #239] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1602871140_22 at /127.0.0.1:53852 [Waiting for operation #226] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;23e146a7c12d:39585-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2507 (was 2781) 2024-11-25T15:33:09,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=2506 2024-11-25T15:33:09,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:33:09,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:33:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:09,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:33:09,922 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:09,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-25T15:33:09,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:33:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741935_1111 (size=960) 2024-11-25T15:33:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:10,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:33:10,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741936_1112 (size=53) 2024-11-25T15:33:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:10,743 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:33:10,743 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c446f1fd99945ca7ff38011d028edcf1, disabling compactions & flushes 2024-11-25T15:33:10,744 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:10,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:10,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. after waiting 0 ms 2024-11-25T15:33:10,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:10,744 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:10,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:10,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:33:10,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548790748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548790748"}]},"ts":"1732548790748"} 2024-11-25T15:33:10,751 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:33:10,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:33:10,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548790752"}]},"ts":"1732548790752"} 2024-11-25T15:33:10,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:33:10,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, ASSIGN}] 2024-11-25T15:33:10,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, ASSIGN 2024-11-25T15:33:10,806 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:33:10,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:10,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:11,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:11,117 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:11,117 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:33:11,118 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,118 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:33:11,118 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,118 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,119 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,121 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:11,121 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName A 2024-11-25T15:33:11,121 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:11,122 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:11,122 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,123 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:11,124 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName B 2024-11-25T15:33:11,124 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:11,125 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:11,125 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,126 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:11,126 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName C 2024-11-25T15:33:11,126 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:11,127 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:11,127 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:11,128 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,128 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,130 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:33:11,131 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:11,134 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:33:11,134 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened c446f1fd99945ca7ff38011d028edcf1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68393930, jitterRate=0.019148975610733032}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:33:11,136 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:11,136 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., pid=35, masterSystemTime=1732548791114 2024-11-25T15:33:11,138 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:11,138 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:11,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:11,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T15:33:11,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 in 178 msec 2024-11-25T15:33:11,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T15:33:11,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, ASSIGN in 339 msec 2024-11-25T15:33:11,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:33:11,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548791143"}]},"ts":"1732548791143"} 2024-11-25T15:33:11,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:33:11,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:33:11,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-11-25T15:33:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T15:33:12,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-25T15:33:12,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-25T15:33:12,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:12,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:12,087 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:12,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:33:12,092 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:33:12,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:33:12,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:33:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741937_1113 (size=996) 2024-11-25T15:33:12,520 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T15:33:12,520 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T15:33:12,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:33:12,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, REOPEN/MOVE}] 2024-11-25T15:33:12,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, REOPEN/MOVE 2024-11-25T15:33:12,539 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:12,540 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:33:12,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:12,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:12,694 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:12,694 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:33:12,694 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing c446f1fd99945ca7ff38011d028edcf1, disabling compactions & flushes 2024-11-25T15:33:12,694 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:12,695 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:12,695 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. after waiting 0 ms 2024-11-25T15:33:12,695 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:12,702 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T15:33:12,703 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:12,703 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:12,703 WARN [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: c446f1fd99945ca7ff38011d028edcf1 to self. 2024-11-25T15:33:12,705 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:12,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=CLOSED 2024-11-25T15:33:12,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T15:33:12,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 in 167 msec 2024-11-25T15:33:12,709 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, REOPEN/MOVE; state=CLOSED, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=true 2024-11-25T15:33:12,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:12,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:13,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,022 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,022 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:33:13,023 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,023 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:33:13,023 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,023 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,027 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,029 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:13,035 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName A 2024-11-25T15:33:13,037 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:13,038 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:13,038 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,039 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:13,039 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName B 2024-11-25T15:33:13,039 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:13,040 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:13,040 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,040 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:13,041 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c446f1fd99945ca7ff38011d028edcf1 columnFamilyName C 2024-11-25T15:33:13,041 DEBUG [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:13,041 INFO [StoreOpener-c446f1fd99945ca7ff38011d028edcf1-1 {}] regionserver.HStore(327): Store=c446f1fd99945ca7ff38011d028edcf1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:13,041 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,042 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,043 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,045 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:33:13,046 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,047 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened c446f1fd99945ca7ff38011d028edcf1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62563815, jitterRate=-0.0677265077829361}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:33:13,048 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:13,049 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., pid=40, masterSystemTime=1732548793013 2024-11-25T15:33:13,050 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,050 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=OPEN, openSeqNum=5, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-25T15:33:13,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 in 191 msec 2024-11-25T15:33:13,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T15:33:13,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, REOPEN/MOVE in 516 msec 2024-11-25T15:33:13,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T15:33:13,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-11-25T15:33:13,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 960 msec 2024-11-25T15:33:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T15:33:13,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-25T15:33:13,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-25T15:33:13,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-25T15:33:13,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-25T15:33:13,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-25T15:33:13,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-25T15:33:13,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-25T15:33:13,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-25T15:33:13,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-25T15:33:13,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:13,289 DEBUG [hconnection-0x33c16b17-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,290 DEBUG [hconnection-0x4f64e8bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,290 DEBUG [hconnection-0x650b1b8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,290 DEBUG [hconnection-0x4176d9c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,290 DEBUG [hconnection-0x44ecdfe0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,291 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,291 DEBUG [hconnection-0x7bcd1d37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,292 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,292 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,292 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,295 DEBUG [hconnection-0x3a178131-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:13,296 DEBUG [hconnection-0x22115565-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,296 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-25T15:33:13,297 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,297 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:13,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:13,298 DEBUG [hconnection-0x1b2e7cbc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:13,299 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:13,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:13,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:13,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ada7625b1754ed6966230dd0414b06f_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548793302/Put/seqid=0 2024-11-25T15:33:13,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548853360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548853359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548853361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741938_1114 (size=12154) 2024-11-25T15:33:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548853364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548853364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:13,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ada7625b1754ed6966230dd0414b06f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ada7625b1754ed6966230dd0414b06f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,387 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b4f1c3c466534d53981b0892deb11f26, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:13,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b4f1c3c466534d53981b0892deb11f26 is 175, key is test_row_0/A:col10/1732548793302/Put/seqid=0 2024-11-25T15:33:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741939_1115 (size=30955) 2024-11-25T15:33:13,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b4f1c3c466534d53981b0892deb11f26 2024-11-25T15:33:13,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T15:33:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548853470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548853470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548853471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/290419efa10c43f99fb677a1c47f8bb2 is 50, key is test_row_0/B:col10/1732548793302/Put/seqid=0 2024-11-25T15:33:13,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548853475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548853475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741940_1116 (size=12001) 2024-11-25T15:33:13,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/290419efa10c43f99fb677a1c47f8bb2 2024-11-25T15:33:13,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cf4155d8d6ab46a086ff396a41bf6c22 is 50, key is test_row_0/C:col10/1732548793302/Put/seqid=0 2024-11-25T15:33:13,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741941_1117 (size=12001) 2024-11-25T15:33:13,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cf4155d8d6ab46a086ff396a41bf6c22 2024-11-25T15:33:13,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b4f1c3c466534d53981b0892deb11f26 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26 2024-11-25T15:33:13,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T15:33:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/290419efa10c43f99fb677a1c47f8bb2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2 2024-11-25T15:33:13,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T15:33:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cf4155d8d6ab46a086ff396a41bf6c22 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22 2024-11-25T15:33:13,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T15:33:13,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c446f1fd99945ca7ff38011d028edcf1 in 282ms, sequenceid=16, compaction requested=false 2024-11-25T15:33:13,589 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T15:33:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:13,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T15:33:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253f4ef13056204424991e2ce5a5b0bf86_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548793350/Put/seqid=0 2024-11-25T15:33:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741942_1118 (size=12154) 2024-11-25T15:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:13,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548853684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548853683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548853691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548853695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548853695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,730 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T15:33:13,732 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T15:33:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548853808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548853808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548853809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548853998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548853998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548854017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548854017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548854018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:14,047 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253f4ef13056204424991e2ce5a5b0bf86_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253f4ef13056204424991e2ce5a5b0bf86_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a6dc9d39e3d548daa6a1d994af768225, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a6dc9d39e3d548daa6a1d994af768225 is 175, key is test_row_0/A:col10/1732548793350/Put/seqid=0 2024-11-25T15:33:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741943_1119 (size=30955) 2024-11-25T15:33:14,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548854321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548854322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548854322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:14,482 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a6dc9d39e3d548daa6a1d994af768225 2024-11-25T15:33:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/93f0f2c34f194ca99a6b28101ec2ea8d is 50, key is test_row_0/B:col10/1732548793350/Put/seqid=0 2024-11-25T15:33:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548854507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548854508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741944_1120 (size=12001) 2024-11-25T15:33:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548854825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548854826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548854826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:14,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:33:14,917 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/93f0f2c34f194ca99a6b28101ec2ea8d 2024-11-25T15:33:14,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/5e1439c3dcb2428a88b428a7bf89107e is 50, key is test_row_0/C:col10/1732548793350/Put/seqid=0 2024-11-25T15:33:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741945_1121 (size=12001) 2024-11-25T15:33:14,966 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/5e1439c3dcb2428a88b428a7bf89107e 2024-11-25T15:33:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a6dc9d39e3d548daa6a1d994af768225 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225 2024-11-25T15:33:14,980 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225, entries=150, sequenceid=42, filesize=30.2 K 2024-11-25T15:33:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/93f0f2c34f194ca99a6b28101ec2ea8d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d 2024-11-25T15:33:14,987 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T15:33:14,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/5e1439c3dcb2428a88b428a7bf89107e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e 2024-11-25T15:33:14,993 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T15:33:14,994 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c446f1fd99945ca7ff38011d028edcf1 in 1387ms, sequenceid=42, compaction requested=false 2024-11-25T15:33:14,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:14,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:14,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T15:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-25T15:33:14,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T15:33:14,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-11-25T15:33:15,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.7030 sec 2024-11-25T15:33:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T15:33:15,403 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-25T15:33:15,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-25T15:33:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:15,407 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:15,407 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:15,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:15,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:15,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d0302ad02c9d42e690d5f4afb21dd8b6_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741946_1122 (size=14594) 2024-11-25T15:33:15,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:15,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d0302ad02c9d42e690d5f4afb21dd8b6_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0302ad02c9d42e690d5f4afb21dd8b6_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:15,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d0f58ce63a6a4a2a93c3651ee720b67a, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:15,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d0f58ce63a6a4a2a93c3651ee720b67a is 175, key is test_row_0/A:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:15,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T15:33:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741947_1123 (size=39549) 2024-11-25T15:33:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548855626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548855629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:15,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T15:33:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548855731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548855733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548855828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548855829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548855835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T15:33:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:15,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548855935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548855937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:15,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d0f58ce63a6a4a2a93c3651ee720b67a 2024-11-25T15:33:15,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/3ce2cbf56942469081f9562459d2a57d is 50, key is test_row_0/B:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741948_1124 (size=12001) 2024-11-25T15:33:16,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/3ce2cbf56942469081f9562459d2a57d 2024-11-25T15:33:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:16,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/7c512076e5364c549e7cdecfa5d6ae38 is 50, key is test_row_0/C:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:16,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T15:33:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741949_1125 (size=12001) 2024-11-25T15:33:16,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/7c512076e5364c549e7cdecfa5d6ae38 2024-11-25T15:33:16,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d0f58ce63a6a4a2a93c3651ee720b67a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a 2024-11-25T15:33:16,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a, entries=200, sequenceid=53, filesize=38.6 K 2024-11-25T15:33:16,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/3ce2cbf56942469081f9562459d2a57d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d 2024-11-25T15:33:16,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T15:33:16,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/7c512076e5364c549e7cdecfa5d6ae38 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38 2024-11-25T15:33:16,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T15:33:16,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c446f1fd99945ca7ff38011d028edcf1 in 570ms, sequenceid=53, compaction requested=true 2024-11-25T15:33:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:16,084 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:16,084 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:16,086 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:16,086 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:16,086 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,086 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=99.1 K 2024-11-25T15:33:16,086 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:16,086 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:16,086 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,086 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,086 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a] 2024-11-25T15:33:16,086 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=35.2 K 2024-11-25T15:33:16,087 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 290419efa10c43f99fb677a1c47f8bb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548793302 2024-11-25T15:33:16,087 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f1c3c466534d53981b0892deb11f26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548793302 2024-11-25T15:33:16,087 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f0f2c34f194ca99a6b28101ec2ea8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732548793350 2024-11-25T15:33:16,087 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6dc9d39e3d548daa6a1d994af768225, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732548793350 2024-11-25T15:33:16,088 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce2cbf56942469081f9562459d2a57d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793691 2024-11-25T15:33:16,088 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0f58ce63a6a4a2a93c3651ee720b67a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793680 2024-11-25T15:33:16,101 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:16,102 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/0a912a632440416795f9005e5e761dee is 50, key is test_row_0/B:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:16,108 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:16,117 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250b499f436f3b45c0957d624516b0f7b5_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:16,126 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250b499f436f3b45c0957d624516b0f7b5_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:16,126 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250b499f436f3b45c0957d624516b0f7b5_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741950_1126 (size=12104) 2024-11-25T15:33:16,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T15:33:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,180 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741951_1127 (size=4469) 2024-11-25T15:33:16,192 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#106 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:16,194 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/fd85c77f9f40476cbfa3dea4a53cfe37 is 175, key is test_row_0/A:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112538422ac66e084b7884f5bbc9a90768f2_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548795628/Put/seqid=0 2024-11-25T15:33:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741952_1128 (size=31058) 2024-11-25T15:33:16,235 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/fd85c77f9f40476cbfa3dea4a53cfe37 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37 2024-11-25T15:33:16,245 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into fd85c77f9f40476cbfa3dea4a53cfe37(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:16,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:16,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:16,245 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=13, startTime=1732548796084; duration=0sec 2024-11-25T15:33:16,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:16,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:16,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741953_1129 (size=12154) 2024-11-25T15:33:16,248 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:16,248 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:16,248 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:16,248 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=35.2 K 2024-11-25T15:33:16,249 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf4155d8d6ab46a086ff396a41bf6c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548793302 2024-11-25T15:33:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:16,250 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1439c3dcb2428a88b428a7bf89107e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732548793350 2024-11-25T15:33:16,250 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c512076e5364c549e7cdecfa5d6ae38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793691 2024-11-25T15:33:16,255 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112538422ac66e084b7884f5bbc9a90768f2_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112538422ac66e084b7884f5bbc9a90768f2_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f9ddc01523544792acf58ce3f5e07cfc, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f9ddc01523544792acf58ce3f5e07cfc is 175, key is test_row_0/A:col10/1732548795628/Put/seqid=0 2024-11-25T15:33:16,263 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:16,264 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/3853af0365844d998fb2f9248d634593 is 50, key is test_row_0/C:col10/1732548795511/Put/seqid=0 2024-11-25T15:33:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548856269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548856271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741954_1130 (size=30955) 2024-11-25T15:33:16,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741955_1131 (size=12104) 2024-11-25T15:33:16,316 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/3853af0365844d998fb2f9248d634593 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3853af0365844d998fb2f9248d634593 2024-11-25T15:33:16,324 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into 3853af0365844d998fb2f9248d634593(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:16,324 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:16,324 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=13, startTime=1732548796085; duration=0sec 2024-11-25T15:33:16,324 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:16,324 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548856373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548856374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:16,563 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/0a912a632440416795f9005e5e761dee as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/0a912a632440416795f9005e5e761dee 2024-11-25T15:33:16,571 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into 0a912a632440416795f9005e5e761dee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:16,571 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:16,571 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=13, startTime=1732548796084; duration=0sec 2024-11-25T15:33:16,571 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:16,571 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:16,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548856576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548856580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,695 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f9ddc01523544792acf58ce3f5e07cfc 2024-11-25T15:33:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/11808e33a44d4d39a88fd64f16733bb6 is 50, key is test_row_0/B:col10/1732548795628/Put/seqid=0 2024-11-25T15:33:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741956_1132 (size=12001) 2024-11-25T15:33:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548856881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:16,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548856883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,113 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/11808e33a44d4d39a88fd64f16733bb6 2024-11-25T15:33:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ae3bc72bb0904fe7940ba4b7aa21860b is 50, key is test_row_0/C:col10/1732548795628/Put/seqid=0 2024-11-25T15:33:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741957_1133 (size=12001) 2024-11-25T15:33:17,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548857386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548857388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:17,534 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ae3bc72bb0904fe7940ba4b7aa21860b 2024-11-25T15:33:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f9ddc01523544792acf58ce3f5e07cfc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc 2024-11-25T15:33:17,547 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T15:33:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/11808e33a44d4d39a88fd64f16733bb6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6 2024-11-25T15:33:17,556 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T15:33:17,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ae3bc72bb0904fe7940ba4b7aa21860b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b 2024-11-25T15:33:17,570 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T15:33:17,572 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c446f1fd99945ca7ff38011d028edcf1 in 1392ms, sequenceid=78, compaction requested=false 2024-11-25T15:33:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T15:33:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-25T15:33:17,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T15:33:17,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-25T15:33:17,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.1710 sec 2024-11-25T15:33:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:17,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:17,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ba9ad8d4d19649b8858ff751b6ff6da9_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741958_1134 (size=12154) 2024-11-25T15:33:17,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:17,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ba9ad8d4d19649b8858ff751b6ff6da9_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba9ad8d4d19649b8858ff751b6ff6da9_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:17,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/00c0a416e69748a5a3e5b25f66673d63, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:17,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/00c0a416e69748a5a3e5b25f66673d63 is 175, key is test_row_0/A:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741959_1135 (size=30955) 2024-11-25T15:33:17,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/00c0a416e69748a5a3e5b25f66673d63 2024-11-25T15:33:17,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2093c1bdafb74d40bae6fbbcd261f7fa is 50, key is test_row_0/B:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548857889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548857889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548857892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741960_1136 (size=12001) 2024-11-25T15:33:18,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548857999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548857999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548858000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548858205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548858205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548858205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2093c1bdafb74d40bae6fbbcd261f7fa 2024-11-25T15:33:18,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/9844502d62d942e685d02256f9a4015e is 50, key is test_row_0/C:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741961_1137 (size=12001) 2024-11-25T15:33:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548858396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548858400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548858509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548858510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548858511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:18,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/9844502d62d942e685d02256f9a4015e 2024-11-25T15:33:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/00c0a416e69748a5a3e5b25f66673d63 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63 2024-11-25T15:33:18,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T15:33:18,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2093c1bdafb74d40bae6fbbcd261f7fa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa 2024-11-25T15:33:18,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:33:18,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/9844502d62d942e685d02256f9a4015e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e 2024-11-25T15:33:18,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:33:18,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c446f1fd99945ca7ff38011d028edcf1 in 970ms, sequenceid=93, compaction requested=true 2024-11-25T15:33:18,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:18,805 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:18,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:33:18,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:18,807 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:18,807 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:18,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:18,807 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:18,807 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:18,807 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/0a912a632440416795f9005e5e761dee, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=35.3 K 2024-11-25T15:33:18,807 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=90.8 K 2024-11-25T15:33:18,807 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:18,807 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63] 2024-11-25T15:33:18,808 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a912a632440416795f9005e5e761dee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793691 2024-11-25T15:33:18,808 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd85c77f9f40476cbfa3dea4a53cfe37, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793691 2024-11-25T15:33:18,808 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 11808e33a44d4d39a88fd64f16733bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732548795596 2024-11-25T15:33:18,808 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9ddc01523544792acf58ce3f5e07cfc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732548795596 2024-11-25T15:33:18,808 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2093c1bdafb74d40bae6fbbcd261f7fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:18,809 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c0a416e69748a5a3e5b25f66673d63, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:18,825 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:18,826 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/53c46fcce9024f7297b6aecbaf4b06a1 is 50, key is test_row_0/B:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:18,832 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:18,844 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ca27820284404178bfb919c8adcfc746_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:18,848 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ca27820284404178bfb919c8adcfc746_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:18,848 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca27820284404178bfb919c8adcfc746_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741962_1138 (size=12207) 2024-11-25T15:33:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741963_1139 (size=4469) 2024-11-25T15:33:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:19,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:19,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579e3e93934e24627873d762c69e2f02e_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548797886/Put/seqid=0 2024-11-25T15:33:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548859040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741964_1140 (size=14594) 2024-11-25T15:33:19,043 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548859041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548859041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579e3e93934e24627873d762c69e2f02e_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579e3e93934e24627873d762c69e2f02e_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:19,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/26087aacf6de4758af80dfbbc4b0848d, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:19,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/26087aacf6de4758af80dfbbc4b0848d is 175, key is test_row_0/A:col10/1732548797886/Put/seqid=0 2024-11-25T15:33:19,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741965_1141 (size=39549) 2024-11-25T15:33:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548859142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548859146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548859146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,275 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#115 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:19,276 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/da972411c93c48768cd147cf1bb884aa is 175, key is test_row_0/A:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:19,279 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/53c46fcce9024f7297b6aecbaf4b06a1 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/53c46fcce9024f7297b6aecbaf4b06a1 2024-11-25T15:33:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741966_1142 (size=31161) 2024-11-25T15:33:19,295 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into 53c46fcce9024f7297b6aecbaf4b06a1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:19,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:19,295 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=13, startTime=1732548798805; duration=0sec 2024-11-25T15:33:19,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:19,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:19,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:19,297 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:19,297 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:19,297 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,298 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3853af0365844d998fb2f9248d634593, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=35.3 K 2024-11-25T15:33:19,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3853af0365844d998fb2f9248d634593, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548793691 2024-11-25T15:33:19,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ae3bc72bb0904fe7940ba4b7aa21860b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732548795596 2024-11-25T15:33:19,302 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9844502d62d942e685d02256f9a4015e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:19,303 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/da972411c93c48768cd147cf1bb884aa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa 2024-11-25T15:33:19,311 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into da972411c93c48768cd147cf1bb884aa(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:19,311 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:19,311 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=13, startTime=1732548798805; duration=0sec 2024-11-25T15:33:19,311 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:19,311 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:19,314 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:19,314 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/f7b68f5d0c414949a9dd48bceb3a9d76 is 50, key is test_row_0/C:col10/1732548796264/Put/seqid=0 2024-11-25T15:33:19,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741967_1143 (size=12207) 2024-11-25T15:33:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548859347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548859348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548859348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/26087aacf6de4758af80dfbbc4b0848d 2024-11-25T15:33:19,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7f56c28c15894a5c9835b3c7fcfd7a89 is 50, key is test_row_0/B:col10/1732548797886/Put/seqid=0 2024-11-25T15:33:19,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741968_1144 (size=12001) 2024-11-25T15:33:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T15:33:19,514 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T15:33:19,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T15:33:19,518 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:19,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:19,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:19,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548859652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548859653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548859655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T15:33:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,739 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/f7b68f5d0c414949a9dd48bceb3a9d76 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/f7b68f5d0c414949a9dd48bceb3a9d76 2024-11-25T15:33:19,751 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into f7b68f5d0c414949a9dd48bceb3a9d76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:19,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:19,751 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=13, startTime=1732548798805; duration=0sec 2024-11-25T15:33:19,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:19,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:19,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T15:33:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:19,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7f56c28c15894a5c9835b3c7fcfd7a89 2024-11-25T15:33:19,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/8cdc6d1b3b8b4f7ca6a0c58788088029 is 50, key is test_row_0/C:col10/1732548797886/Put/seqid=0 2024-11-25T15:33:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741969_1145 (size=12001) 2024-11-25T15:33:19,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/8cdc6d1b3b8b4f7ca6a0c58788088029 2024-11-25T15:33:19,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/26087aacf6de4758af80dfbbc4b0848d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d 2024-11-25T15:33:19,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d, entries=200, sequenceid=118, filesize=38.6 K 2024-11-25T15:33:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7f56c28c15894a5c9835b3c7fcfd7a89 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89 2024-11-25T15:33:19,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T15:33:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/8cdc6d1b3b8b4f7ca6a0c58788088029 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029 2024-11-25T15:33:19,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T15:33:19,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c446f1fd99945ca7ff38011d028edcf1 in 916ms, sequenceid=118, compaction requested=false 2024-11-25T15:33:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:19,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:19,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T15:33:19,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:19,985 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:19,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e321785e46d476aaca383b4e3dd568b_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548799039/Put/seqid=0 2024-11-25T15:33:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741970_1146 (size=12204) 2024-11-25T15:33:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:20,027 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e321785e46d476aaca383b4e3dd568b_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e321785e46d476aaca383b4e3dd568b_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/75cb876521284d539f82cbb9a3bd0c92, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/75cb876521284d539f82cbb9a3bd0c92 is 175, key is test_row_0/A:col10/1732548799039/Put/seqid=0 2024-11-25T15:33:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741971_1147 (size=31005) 2024-11-25T15:33:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:20,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:20,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548860193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548860193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548860193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548860296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548860297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548860297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548860400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,403 DEBUG [Thread-575 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:20,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548860409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,412 DEBUG [Thread-573 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:20,452 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/75cb876521284d539f82cbb9a3bd0c92 2024-11-25T15:33:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7e1854a10a534cf49c59b75c22eb1375 is 50, key is test_row_0/B:col10/1732548799039/Put/seqid=0 2024-11-25T15:33:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741972_1148 (size=12051) 2024-11-25T15:33:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548860500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548860500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548860500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548860803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548860803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548860805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:20,867 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7e1854a10a534cf49c59b75c22eb1375 2024-11-25T15:33:20,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cac348dd0d6e4bcf9f4179c0e3d6f499 is 50, key is test_row_0/C:col10/1732548799039/Put/seqid=0 2024-11-25T15:33:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741973_1149 (size=12051) 2024-11-25T15:33:21,300 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cac348dd0d6e4bcf9f4179c0e3d6f499 2024-11-25T15:33:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/75cb876521284d539f82cbb9a3bd0c92 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92 2024-11-25T15:33:21,310 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92, entries=150, sequenceid=133, filesize=30.3 K 2024-11-25T15:33:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7e1854a10a534cf49c59b75c22eb1375 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375 2024-11-25T15:33:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548861309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548861310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548861310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:21,328 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T15:33:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/cac348dd0d6e4bcf9f4179c0e3d6f499 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499 2024-11-25T15:33:21,351 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T15:33:21,353 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c446f1fd99945ca7ff38011d028edcf1 in 1368ms, sequenceid=133, compaction requested=true 2024-11-25T15:33:21,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:21,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:21,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T15:33:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T15:33:21,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T15:33:21,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-25T15:33:21,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.8440 sec 2024-11-25T15:33:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T15:33:21,624 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T15:33:21,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T15:33:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:21,626 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:21,627 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:21,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:21,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:21,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T15:33:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:21,780 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125138e795e0d2d4e8eba1dbb34baa864fc_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548800192/Put/seqid=0 2024-11-25T15:33:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741974_1150 (size=12304) 2024-11-25T15:33:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:22,205 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125138e795e0d2d4e8eba1dbb34baa864fc_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125138e795e0d2d4e8eba1dbb34baa864fc_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:22,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/bb3b84503a444e04822097983ba7b23e, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/bb3b84503a444e04822097983ba7b23e is 175, key is test_row_0/A:col10/1732548800192/Put/seqid=0 2024-11-25T15:33:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741975_1151 (size=31105) 2024-11-25T15:33:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548862328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548862329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548862332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548862433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548862433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548862435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,618 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/bb3b84503a444e04822097983ba7b23e 2024-11-25T15:33:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/90c01d7bf335411c97dfa085bc15226a is 50, key is test_row_0/B:col10/1732548800192/Put/seqid=0 2024-11-25T15:33:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548862635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548862635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548862638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741976_1152 (size=12151) 2024-11-25T15:33:22,684 INFO [master/23e146a7c12d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T15:33:22,684 INFO [master/23e146a7c12d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T15:33:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:22,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548862937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548862939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548862942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,046 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/90c01d7bf335411c97dfa085bc15226a 2024-11-25T15:33:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/75ff1ca4e46d466aa2616e15ce75c934 is 50, key is test_row_0/C:col10/1732548800192/Put/seqid=0 2024-11-25T15:33:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741977_1153 (size=12151) 2024-11-25T15:33:23,063 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/75ff1ca4e46d466aa2616e15ce75c934 2024-11-25T15:33:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/bb3b84503a444e04822097983ba7b23e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e 2024-11-25T15:33:23,075 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T15:33:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/90c01d7bf335411c97dfa085bc15226a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a 2024-11-25T15:33:23,083 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:33:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/75ff1ca4e46d466aa2616e15ce75c934 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934 2024-11-25T15:33:23,088 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:33:23,089 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c446f1fd99945ca7ff38011d028edcf1 in 1310ms, sequenceid=157, compaction requested=true 2024-11-25T15:33:23,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:23,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T15:33:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T15:33:23,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T15:33:23,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-11-25T15:33:23,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.4670 sec 2024-11-25T15:33:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:23,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f04cc8003afc46b3b3c231465419daec_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741978_1154 (size=14794) 2024-11-25T15:33:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548863474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548863474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548863475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548863580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548863580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548863581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T15:33:23,733 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T15:33:23,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T15:33:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:23,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:23,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:23,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548863784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548863784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548863785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:23,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:23,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f04cc8003afc46b3b3c231465419daec_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f04cc8003afc46b3b3c231465419daec_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:23,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/0d274e4df4b2478783427e03ff918353, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:23,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/0d274e4df4b2478783427e03ff918353 is 175, key is test_row_0/A:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741979_1155 (size=39749) 2024-11-25T15:33:23,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/0d274e4df4b2478783427e03ff918353 2024-11-25T15:33:23,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d1227a59862409bb67e0aa0c1a1a090 is 50, key is test_row_0/B:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:23,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:23,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T15:33:23,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:23,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:23,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741980_1156 (size=12151) 2024-11-25T15:33:23,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d1227a59862409bb67e0aa0c1a1a090 2024-11-25T15:33:23,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/a967a52b4fcb494397988650cf6becdf is 50, key is test_row_0/C:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741981_1157 (size=12151) 2024-11-25T15:33:23,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/a967a52b4fcb494397988650cf6becdf 2024-11-25T15:33:23,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/0d274e4df4b2478783427e03ff918353 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353 2024-11-25T15:33:23,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353, entries=200, sequenceid=170, filesize=38.8 K 2024-11-25T15:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d1227a59862409bb67e0aa0c1a1a090 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090 2024-11-25T15:33:23,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T15:33:23,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/a967a52b4fcb494397988650cf6becdf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf 2024-11-25T15:33:23,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T15:33:23,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c446f1fd99945ca7ff38011d028edcf1 in 525ms, sequenceid=170, compaction requested=true 2024-11-25T15:33:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:23,969 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:23,969 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:23,970 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:23,970 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172569 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:23,970 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:23,970 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:23,970 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,970 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,970 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/53c46fcce9024f7297b6aecbaf4b06a1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=59.1 K 2024-11-25T15:33:23,970 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=168.5 K 2024-11-25T15:33:23,970 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353] 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 53c46fcce9024f7297b6aecbaf4b06a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting da972411c93c48768cd147cf1bb884aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f56c28c15894a5c9835b3c7fcfd7a89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732548797881 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1854a10a534cf49c59b75c22eb1375, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548799028 2024-11-25T15:33:23,971 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26087aacf6de4758af80dfbbc4b0848d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732548797881 2024-11-25T15:33:23,972 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75cb876521284d539f82cbb9a3bd0c92, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548799028 2024-11-25T15:33:23,972 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 90c01d7bf335411c97dfa085bc15226a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548800184 2024-11-25T15:33:23,972 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3b84503a444e04822097983ba7b23e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548800184 2024-11-25T15:33:23,972 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1227a59862409bb67e0aa0c1a1a090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802328 2024-11-25T15:33:23,973 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d274e4df4b2478783427e03ff918353, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802327 2024-11-25T15:33:23,989 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:23,990 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/69dba9de34574d81801dd19b213199b0 is 50, key is test_row_0/B:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:23,992 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:24,000 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258654238159a14099814f4abd0e06480d_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:24,003 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258654238159a14099814f4abd0e06480d_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:24,004 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258654238159a14099814f4abd0e06480d_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741982_1158 (size=12527) 2024-11-25T15:33:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741983_1159 (size=4469) 2024-11-25T15:33:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:24,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T15:33:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:24,041 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:33:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c8a80838f6614ae0999f1e3560cded6a_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548803473/Put/seqid=0 2024-11-25T15:33:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741984_1160 (size=12304) 2024-11-25T15:33:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:24,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548864113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548864113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548864114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548864220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548864220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548864225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:24,420 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/69dba9de34574d81801dd19b213199b0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/69dba9de34574d81801dd19b213199b0 2024-11-25T15:33:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1732548864419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548864422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548864426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,429 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into 69dba9de34574d81801dd19b213199b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:24,429 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:24,429 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=11, startTime=1732548803969; duration=0sec 2024-11-25T15:33:24,429 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:24,430 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:24,430 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:24,430 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#130 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:24,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40142 deadline: 1732548864428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,431 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f751e2b618fa4d0c96a43b5afc07514b is 175, key is test_row_0/A:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:24,431 DEBUG [Thread-575 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:24,432 DEBUG [Thread-573 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:24,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:24,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:24,434 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:24,434 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/f7b68f5d0c414949a9dd48bceb3a9d76, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=59.1 K 2024-11-25T15:33:24,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b68f5d0c414949a9dd48bceb3a9d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548796253 2024-11-25T15:33:24,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cdc6d1b3b8b4f7ca6a0c58788088029, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732548797881 2024-11-25T15:33:24,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cac348dd0d6e4bcf9f4179c0e3d6f499, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548799028 2024-11-25T15:33:24,436 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ff1ca4e46d466aa2616e15ce75c934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548800184 2024-11-25T15:33:24,436 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a967a52b4fcb494397988650cf6becdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802328 2024-11-25T15:33:24,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548864435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741985_1161 (size=31481) 2024-11-25T15:33:24,461 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/f751e2b618fa4d0c96a43b5afc07514b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b 2024-11-25T15:33:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:24,469 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into f751e2b618fa4d0c96a43b5afc07514b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:24,469 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:24,469 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=11, startTime=1732548803968; duration=0sec 2024-11-25T15:33:24,469 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:24,469 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:24,470 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:24,471 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/8820732a939544efa9b4ca1d9065d534 is 50, key is test_row_0/C:col10/1732548802331/Put/seqid=0 2024-11-25T15:33:24,476 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c8a80838f6614ae0999f1e3560cded6a_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8a80838f6614ae0999f1e3560cded6a_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741986_1162 (size=12527) 2024-11-25T15:33:24,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/72f028dd0fc14cd6ab9f0fc773d9f1df, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:24,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/72f028dd0fc14cd6ab9f0fc773d9f1df is 175, key is test_row_0/A:col10/1732548803473/Put/seqid=0 2024-11-25T15:33:24,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741987_1163 (size=31105) 2024-11-25T15:33:24,485 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/8820732a939544efa9b4ca1d9065d534 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8820732a939544efa9b4ca1d9065d534 2024-11-25T15:33:24,485 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/72f028dd0fc14cd6ab9f0fc773d9f1df 2024-11-25T15:33:24,489 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into 8820732a939544efa9b4ca1d9065d534(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:24,489 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:24,489 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=11, startTime=1732548803969; duration=0sec 2024-11-25T15:33:24,489 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:24,490 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/66071039d8064ffc93de7185113dec4d is 50, key is test_row_0/B:col10/1732548803473/Put/seqid=0 2024-11-25T15:33:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741988_1164 (size=12151) 2024-11-25T15:33:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548864728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548864729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548864742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:24,968 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/66071039d8064ffc93de7185113dec4d 2024-11-25T15:33:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/84f70b1a01e541189910b5f25ac310f7 is 50, key is test_row_0/C:col10/1732548803473/Put/seqid=0 2024-11-25T15:33:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741989_1165 (size=12151) 2024-11-25T15:33:25,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548865231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548865236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:25,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548865251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:25,381 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/84f70b1a01e541189910b5f25ac310f7 2024-11-25T15:33:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/72f028dd0fc14cd6ab9f0fc773d9f1df as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df 2024-11-25T15:33:25,391 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df, entries=150, sequenceid=193, filesize=30.4 K 2024-11-25T15:33:25,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/66071039d8064ffc93de7185113dec4d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d 2024-11-25T15:33:25,396 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T15:33:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/84f70b1a01e541189910b5f25ac310f7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7 2024-11-25T15:33:25,401 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T15:33:25,403 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c446f1fd99945ca7ff38011d028edcf1 in 1362ms, sequenceid=193, compaction requested=false 2024-11-25T15:33:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T15:33:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T15:33:25,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T15:33:25,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6680 sec 2024-11-25T15:33:25,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6720 sec 2024-11-25T15:33:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T15:33:25,844 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T15:33:25,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T15:33:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:25,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:25,887 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:25,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:26,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T15:33:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:26,077 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:26,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519a0fab3a5c04d14b10d474461e8d60d_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548804095/Put/seqid=0 2024-11-25T15:33:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741990_1166 (size=12304) 2024-11-25T15:33:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548866325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548866325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548866325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548866431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548866432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548866433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:26,583 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519a0fab3a5c04d14b10d474461e8d60d_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a0fab3a5c04d14b10d474461e8d60d_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d1c41e92633845c2afda4d8cfad480cc, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d1c41e92633845c2afda4d8cfad480cc is 175, key is test_row_0/A:col10/1732548804095/Put/seqid=0 2024-11-25T15:33:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741991_1167 (size=31105) 2024-11-25T15:33:26,599 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d1c41e92633845c2afda4d8cfad480cc 2024-11-25T15:33:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2ea615dff0384d62b21c2b2c944efccf is 50, key is test_row_0/B:col10/1732548804095/Put/seqid=0 2024-11-25T15:33:26,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741992_1168 (size=12151) 2024-11-25T15:33:26,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548866636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548866636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548866636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548866964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548866964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548866967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:27,024 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2ea615dff0384d62b21c2b2c944efccf 2024-11-25T15:33:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/04913224c9c7465f828de81fee092a9f is 50, key is test_row_0/C:col10/1732548804095/Put/seqid=0 2024-11-25T15:33:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741993_1169 (size=12151) 2024-11-25T15:33:27,464 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/04913224c9c7465f828de81fee092a9f 2024-11-25T15:33:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/d1c41e92633845c2afda4d8cfad480cc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc 2024-11-25T15:33:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548867471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:27,474 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc, entries=150, sequenceid=210, filesize=30.4 K 2024-11-25T15:33:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2ea615dff0384d62b21c2b2c944efccf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf 2024-11-25T15:33:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548867476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:27,481 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T15:33:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/04913224c9c7465f828de81fee092a9f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f 2024-11-25T15:33:27,487 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T15:33:27,488 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for c446f1fd99945ca7ff38011d028edcf1 in 1411ms, sequenceid=210, compaction requested=true 2024-11-25T15:33:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T15:33:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T15:33:27,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T15:33:27,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6030 sec 2024-11-25T15:33:27,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6360 sec 2024-11-25T15:33:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T15:33:27,985 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T15:33:27,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T15:33:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T15:33:27,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:27,998 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:27,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T15:33:28,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:28,150 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:28,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567de04189d1a43a793c0a999b2c6218c_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548806290/Put/seqid=0 2024-11-25T15:33:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741994_1170 (size=12304) 2024-11-25T15:33:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:28,174 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567de04189d1a43a793c0a999b2c6218c_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567de04189d1a43a793c0a999b2c6218c_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/04cb077b06c244a182f60fde0b95f60e, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/04cb077b06c244a182f60fde0b95f60e is 175, key is test_row_0/A:col10/1732548806290/Put/seqid=0 2024-11-25T15:33:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741995_1171 (size=31105) 2024-11-25T15:33:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T15:33:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:28,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548868495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548868496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548868495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,581 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/04cb077b06c244a182f60fde0b95f60e 2024-11-25T15:33:28,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/31937d5cb1324d259588a7f7c41c6b62 is 50, key is test_row_0/B:col10/1732548806290/Put/seqid=0 2024-11-25T15:33:28,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741996_1172 (size=12151) 2024-11-25T15:33:28,592 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/31937d5cb1324d259588a7f7c41c6b62 2024-11-25T15:33:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/fad99a1c00d24ddfa8a1397f77f8276b is 50, key is test_row_0/C:col10/1732548806290/Put/seqid=0 2024-11-25T15:33:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T15:33:28,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548868599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741997_1173 (size=12151) 2024-11-25T15:33:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548868603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548868604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548868804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548868807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548868807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,003 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/fad99a1c00d24ddfa8a1397f77f8276b 2024-11-25T15:33:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/04cb077b06c244a182f60fde0b95f60e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e 2024-11-25T15:33:29,019 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e, entries=150, sequenceid=234, filesize=30.4 K 2024-11-25T15:33:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/31937d5cb1324d259588a7f7c41c6b62 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62 2024-11-25T15:33:29,037 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T15:33:29,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/fad99a1c00d24ddfa8a1397f77f8276b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b 2024-11-25T15:33:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T15:33:29,058 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c446f1fd99945ca7ff38011d028edcf1 in 908ms, sequenceid=234, compaction requested=true 2024-11-25T15:33:29,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:29,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T15:33:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T15:33:29,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T15:33:29,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-11-25T15:33:29,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0730 sec 2024-11-25T15:33:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T15:33:29,100 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T15:33:29,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T15:33:29,103 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:29,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:29,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:29,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:33:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112590c88b35310c4f8991b762cd3ea7f79d_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548869162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548869163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548869164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741998_1174 (size=14794) 2024-11-25T15:33:29,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:29,196 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112590c88b35310c4f8991b762cd3ea7f79d_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590c88b35310c4f8991b762cd3ea7f79d_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:29,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/21749c1082094221a47f6f0d6cb51dc3, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/21749c1082094221a47f6f0d6cb51dc3 is 175, key is test_row_0/A:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741999_1175 (size=39749) 2024-11-25T15:33:29,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/21749c1082094221a47f6f0d6cb51dc3 2024-11-25T15:33:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:29,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92534b42d1444ae4bea8db5d2ed917d4 is 50, key is test_row_0/B:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742000_1176 (size=12151) 2024-11-25T15:33:29,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T15:33:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548869276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548869276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548869276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:29,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T15:33:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548869483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548869484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548869491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T15:33:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:29,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92534b42d1444ae4bea8db5d2ed917d4 2024-11-25T15:33:29,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/e30552ea7bac4cb1b155c2b0cb21389a is 50, key is test_row_0/C:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742001_1177 (size=12151) 2024-11-25T15:33:29,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/e30552ea7bac4cb1b155c2b0cb21389a 2024-11-25T15:33:29,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/21749c1082094221a47f6f0d6cb51dc3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3 2024-11-25T15:33:29,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3, entries=200, sequenceid=248, filesize=38.8 K 2024-11-25T15:33:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92534b42d1444ae4bea8db5d2ed917d4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4 2024-11-25T15:33:29,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T15:33:29,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/e30552ea7bac4cb1b155c2b0cb21389a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a 2024-11-25T15:33:29,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T15:33:29,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c446f1fd99945ca7ff38011d028edcf1 in 598ms, sequenceid=248, compaction requested=true 2024-11-25T15:33:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:29,713 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:29,713 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:29,716 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164545 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:29,716 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:29,716 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,716 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=160.7 K 2024-11-25T15:33:29,716 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,716 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3] 2024-11-25T15:33:29,717 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:29,717 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:29,717 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,717 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/69dba9de34574d81801dd19b213199b0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=59.7 K 2024-11-25T15:33:29,717 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f751e2b618fa4d0c96a43b5afc07514b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802328 2024-11-25T15:33:29,718 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f028dd0fc14cd6ab9f0fc773d9f1df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732548803469 2024-11-25T15:33:29,718 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 69dba9de34574d81801dd19b213199b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802328 2024-11-25T15:33:29,719 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1c41e92633845c2afda4d8cfad480cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732548804095 2024-11-25T15:33:29,719 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 66071039d8064ffc93de7185113dec4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732548803469 2024-11-25T15:33:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:29,723 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea615dff0384d62b21c2b2c944efccf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732548804095 2024-11-25T15:33:29,724 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04cb077b06c244a182f60fde0b95f60e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732548806276 2024-11-25T15:33:29,726 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 31937d5cb1324d259588a7f7c41c6b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732548806276 2024-11-25T15:33:29,726 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21749c1082094221a47f6f0d6cb51dc3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808494 2024-11-25T15:33:29,726 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 92534b42d1444ae4bea8db5d2ed917d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808495 2024-11-25T15:33:29,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T15:33:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,743 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T15:33:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:29,748 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,760 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#145 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:29,761 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/c7cfb4f6b5c54bfbac4363a8c25b64ad is 50, key is test_row_0/B:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,764 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112566a54c1142e34b1e9e0df8b6f7f88257_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112566a54c1142e34b1e9e0df8b6f7f88257_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,768 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112566a54c1142e34b1e9e0df8b6f7f88257_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125740de45376014ed2824a1eb28719869a_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548809152/Put/seqid=0 2024-11-25T15:33:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:29,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742003_1179 (size=4469) 2024-11-25T15:33:29,806 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#144 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:29,807 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/6e7154b80ead43bd9ee40274077d32e3 is 175, key is test_row_0/A:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742004_1180 (size=12454) 2024-11-25T15:33:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742002_1178 (size=12697) 2024-11-25T15:33:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548869811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548869813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548869813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,819 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125740de45376014ed2824a1eb28719869a_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125740de45376014ed2824a1eb28719869a_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:29,821 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/c7cfb4f6b5c54bfbac4363a8c25b64ad as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/c7cfb4f6b5c54bfbac4363a8c25b64ad 2024-11-25T15:33:29,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/180946f95b4b42e98ee0ed381c9bbaea, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/180946f95b4b42e98ee0ed381c9bbaea is 175, key is test_row_0/A:col10/1732548809152/Put/seqid=0 2024-11-25T15:33:29,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742005_1181 (size=31651) 2024-11-25T15:33:29,829 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into c7cfb4f6b5c54bfbac4363a8c25b64ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:29,829 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:29,829 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=11, startTime=1732548809713; duration=0sec 2024-11-25T15:33:29,829 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:29,829 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:29,829 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:33:29,831 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/6e7154b80ead43bd9ee40274077d32e3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3 2024-11-25T15:33:29,832 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:33:29,832 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:29,832 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:29,832 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8820732a939544efa9b4ca1d9065d534, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=59.7 K 2024-11-25T15:33:29,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742006_1182 (size=31255) 2024-11-25T15:33:29,834 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8820732a939544efa9b4ca1d9065d534, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732548802328 2024-11-25T15:33:29,835 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f70b1a01e541189910b5f25ac310f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732548803469 2024-11-25T15:33:29,835 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 04913224c9c7465f828de81fee092a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732548804095 2024-11-25T15:33:29,836 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting fad99a1c00d24ddfa8a1397f77f8276b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732548806276 2024-11-25T15:33:29,836 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting e30552ea7bac4cb1b155c2b0cb21389a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808495 2024-11-25T15:33:29,839 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into 6e7154b80ead43bd9ee40274077d32e3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:29,839 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:29,839 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=11, startTime=1732548809712; duration=0sec 2024-11-25T15:33:29,839 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:29,839 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:29,848 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:29,848 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/975e4ffaeb7342e280749d80a965c70b is 50, key is test_row_0/C:col10/1732548809113/Put/seqid=0 2024-11-25T15:33:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742007_1183 (size=12697) 2024-11-25T15:33:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548869917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548869918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:29,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548869919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548870120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548870122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548870122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:30,234 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/180946f95b4b42e98ee0ed381c9bbaea 2024-11-25T15:33:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92f60599882c446db3fa5f49cc8ccb91 is 50, key is test_row_0/B:col10/1732548809152/Put/seqid=0 2024-11-25T15:33:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742008_1184 (size=12301) 2024-11-25T15:33:30,259 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92f60599882c446db3fa5f49cc8ccb91 2024-11-25T15:33:30,261 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/975e4ffaeb7342e280749d80a965c70b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/975e4ffaeb7342e280749d80a965c70b 2024-11-25T15:33:30,269 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into 975e4ffaeb7342e280749d80a965c70b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:30,269 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:30,269 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=11, startTime=1732548809713; duration=0sec 2024-11-25T15:33:30,269 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:30,269 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6d7c5596f7934365946848b6d6435086 is 50, key is test_row_0/C:col10/1732548809152/Put/seqid=0 2024-11-25T15:33:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742009_1185 (size=12301) 2024-11-25T15:33:30,318 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6d7c5596f7934365946848b6d6435086 2024-11-25T15:33:30,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/180946f95b4b42e98ee0ed381c9bbaea as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea 2024-11-25T15:33:30,333 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea, entries=150, sequenceid=270, filesize=30.5 K 2024-11-25T15:33:30,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/92f60599882c446db3fa5f49cc8ccb91 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91 2024-11-25T15:33:30,345 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T15:33:30,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6d7c5596f7934365946848b6d6435086 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086 2024-11-25T15:33:30,354 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T15:33:30,357 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c446f1fd99945ca7ff38011d028edcf1 in 614ms, sequenceid=270, compaction requested=false 2024-11-25T15:33:30,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:30,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:30,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T15:33:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T15:33:30,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T15:33:30,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2550 sec 2024-11-25T15:33:30,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2590 sec 2024-11-25T15:33:30,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:30,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae407d4a7b8a4bb99f1b9e2e87cae472_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:30,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548870458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548870460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548870463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742010_1186 (size=12454) 2024-11-25T15:33:30,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548870566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548870568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548870568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548870770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548870772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548870773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:30,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:30,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae407d4a7b8a4bb99f1b9e2e87cae472_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae407d4a7b8a4bb99f1b9e2e87cae472_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:30,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/c43bd33778a64deaaea58a1033ab61a0, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:30,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/c43bd33778a64deaaea58a1033ab61a0 is 175, key is test_row_0/A:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742011_1187 (size=31255) 2024-11-25T15:33:30,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/c43bd33778a64deaaea58a1033ab61a0 2024-11-25T15:33:30,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2a586c31bf9d4bd7bc49272c55f136a5 is 50, key is test_row_0/B:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742012_1188 (size=12301) 2024-11-25T15:33:31,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548871074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548871077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548871080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T15:33:31,222 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T15:33:31,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T15:33:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T15:33:31,227 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:31,228 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T15:33:31,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2a586c31bf9d4bd7bc49272c55f136a5 2024-11-25T15:33:31,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ffa5dedd5aba4aad970f45b8e35eb18a is 50, key is test_row_0/C:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742013_1189 (size=12301) 2024-11-25T15:33:31,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T15:33:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:31,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T15:33:31,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T15:33:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548871577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548871580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548871586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T15:33:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:31,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ffa5dedd5aba4aad970f45b8e35eb18a 2024-11-25T15:33:31,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/c43bd33778a64deaaea58a1033ab61a0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0 2024-11-25T15:33:31,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0, entries=150, sequenceid=289, filesize=30.5 K 2024-11-25T15:33:31,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2a586c31bf9d4bd7bc49272c55f136a5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5 2024-11-25T15:33:31,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T15:33:31,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ffa5dedd5aba4aad970f45b8e35eb18a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a 2024-11-25T15:33:31,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T15:33:31,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c446f1fd99945ca7ff38011d028edcf1 in 1361ms, sequenceid=289, compaction requested=true 2024-11-25T15:33:31,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:31,789 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:31,789 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:31,790 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:31,791 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:31,791 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,791 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/c7cfb4f6b5c54bfbac4363a8c25b64ad, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=36.4 K 2024-11-25T15:33:31,792 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:31,792 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:31,792 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,792 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=92.0 K 2024-11-25T15:33:31,793 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,793 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0] 2024-11-25T15:33:31,793 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting c7cfb4f6b5c54bfbac4363a8c25b64ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808495 2024-11-25T15:33:31,793 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7154b80ead43bd9ee40274077d32e3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808495 2024-11-25T15:33:31,794 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f60599882c446db3fa5f49cc8ccb91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732548809152 2024-11-25T15:33:31,794 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 180946f95b4b42e98ee0ed381c9bbaea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732548809152 2024-11-25T15:33:31,795 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a586c31bf9d4bd7bc49272c55f136a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:31,795 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c43bd33778a64deaaea58a1033ab61a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:31,803 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:31,804 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:31,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/de5c3ad8bef445899cce1df3d716c532 is 50, key is test_row_0/B:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:31,808 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112502130a35542c4e1b92cbb8cf635c1325_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:31,811 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112502130a35542c4e1b92cbb8cf635c1325_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:31,811 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112502130a35542c4e1b92cbb8cf635c1325_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742014_1190 (size=12949) 2024-11-25T15:33:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742015_1191 (size=4469) 2024-11-25T15:33:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T15:33:31,831 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#154 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:31,831 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7b05f9e89979480a8ff0301247988f52 is 175, key is test_row_0/A:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:31,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:31,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T15:33:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,845 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742016_1192 (size=31903) 2024-11-25T15:33:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d914008a5c0c4fb4aea92595989f1572_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548810458/Put/seqid=0 2024-11-25T15:33:31,856 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7b05f9e89979480a8ff0301247988f52 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52 2024-11-25T15:33:31,864 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into 7b05f9e89979480a8ff0301247988f52(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:31,864 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:31,864 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=13, startTime=1732548811789; duration=0sec 2024-11-25T15:33:31,864 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:31,864 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:31,864 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:31,866 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:31,866 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:31,867 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:31,867 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/975e4ffaeb7342e280749d80a965c70b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=36.4 K 2024-11-25T15:33:31,867 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 975e4ffaeb7342e280749d80a965c70b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732548808495 2024-11-25T15:33:31,868 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7c5596f7934365946848b6d6435086, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732548809152 2024-11-25T15:33:31,868 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa5dedd5aba4aad970f45b8e35eb18a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742017_1193 (size=12454) 2024-11-25T15:33:31,884 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:31,885 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/a8767f7a52da4d519f84189dbdd942af is 50, key is test_row_0/C:col10/1732548810426/Put/seqid=0 2024-11-25T15:33:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:31,893 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d914008a5c0c4fb4aea92595989f1572_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d914008a5c0c4fb4aea92595989f1572_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7f6f5192529b4acc8e2ec1c7770d8a47, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:31,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7f6f5192529b4acc8e2ec1c7770d8a47 is 175, key is test_row_0/A:col10/1732548810458/Put/seqid=0 2024-11-25T15:33:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742018_1194 (size=12949) 2024-11-25T15:33:31,920 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/a8767f7a52da4d519f84189dbdd942af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a8767f7a52da4d519f84189dbdd942af 2024-11-25T15:33:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742019_1195 (size=31255) 2024-11-25T15:33:31,928 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7f6f5192529b4acc8e2ec1c7770d8a47 2024-11-25T15:33:31,935 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into a8767f7a52da4d519f84189dbdd942af(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:31,935 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:31,935 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=13, startTime=1732548811789; duration=0sec 2024-11-25T15:33:31,935 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:31,935 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/b55babc6d98a414292f7a903446914ab is 50, key is test_row_0/B:col10/1732548810458/Put/seqid=0 2024-11-25T15:33:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742020_1196 (size=12301) 2024-11-25T15:33:31,951 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/b55babc6d98a414292f7a903446914ab 2024-11-25T15:33:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/29fc4a241998482e83b7aeccfc72807b is 50, key is test_row_0/C:col10/1732548810458/Put/seqid=0 2024-11-25T15:33:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742021_1197 (size=12301) 2024-11-25T15:33:32,000 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/29fc4a241998482e83b7aeccfc72807b 2024-11-25T15:33:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/7f6f5192529b4acc8e2ec1c7770d8a47 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47 2024-11-25T15:33:32,010 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47, entries=150, sequenceid=309, filesize=30.5 K 2024-11-25T15:33:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/b55babc6d98a414292f7a903446914ab as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab 2024-11-25T15:33:32,017 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T15:33:32,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/29fc4a241998482e83b7aeccfc72807b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b 2024-11-25T15:33:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,032 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T15:33:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,033 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c446f1fd99945ca7ff38011d028edcf1 in 189ms, sequenceid=309, compaction requested=false 2024-11-25T15:33:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T15:33:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T15:33:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T15:33:32,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-25T15:33:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 813 msec 2024-11-25T15:33:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,222 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/de5c3ad8bef445899cce1df3d716c532 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/de5c3ad8bef445899cce1df3d716c532 2024-11-25T15:33:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into de5c3ad8bef445899cce1df3d716c532(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,229 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:32,230 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=13, startTime=1732548811789; duration=0sec 2024-11-25T15:33:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,230 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:32,230 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T15:33:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,335 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T15:33:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T15:33:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T15:33:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T15:33:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T15:33:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T15:33:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T15:33:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T15:33:32,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 164 msec 2024-11-25T15:33:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 172 msec 2024-11-25T15:33:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T15:33:32,641 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T15:33:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-25T15:33:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:32,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,653 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:32,654 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:32,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e110873c4e6846fc9486f73db1ff2d63_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742022_1198 (size=25158) 2024-11-25T15:33:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:32,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548872757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548872758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548872760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548872866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548872869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548872872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:32,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:32,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:32,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:32,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548873075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548873079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548873079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:33,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e110873c4e6846fc9486f73db1ff2d63_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e110873c4e6846fc9486f73db1ff2d63_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:33,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a69ee2e225b547bcbcfc2834e5291965, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a69ee2e225b547bcbcfc2834e5291965 is 175, key is test_row_0/A:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742023_1199 (size=74794) 2024-11-25T15:33:33,168 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a69ee2e225b547bcbcfc2834e5291965 2024-11-25T15:33:33,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d31aa8eca8f4ab78dfaa9111c7a082b is 50, key is test_row_0/B:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742024_1200 (size=12301) 2024-11-25T15:33:33,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d31aa8eca8f4ab78dfaa9111c7a082b 2024-11-25T15:33:33,291 DEBUG [Thread-584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:60975 2024-11-25T15:33:33,292 DEBUG [Thread-584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,293 DEBUG [Thread-590 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:60975 2024-11-25T15:33:33,293 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,295 DEBUG [Thread-586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:60975 2024-11-25T15:33:33,295 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,295 DEBUG [Thread-588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:60975 2024-11-25T15:33:33,295 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ecc3bddd2e1f4254a990be7e0d5bf7cd is 50, key is test_row_0/C:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742025_1201 (size=12301) 2024-11-25T15:33:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40110 deadline: 1732548873382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40190 deadline: 1732548873383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40180 deadline: 1732548873385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:33,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ecc3bddd2e1f4254a990be7e0d5bf7cd 2024-11-25T15:33:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/a69ee2e225b547bcbcfc2834e5291965 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965 2024-11-25T15:33:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:33,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965, entries=400, sequenceid=324, filesize=73.0 K 2024-11-25T15:33:33,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/1d31aa8eca8f4ab78dfaa9111c7a082b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b 2024-11-25T15:33:33,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T15:33:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/ecc3bddd2e1f4254a990be7e0d5bf7cd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd 2024-11-25T15:33:33,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T15:33:33,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c446f1fd99945ca7ff38011d028edcf1 in 1119ms, sequenceid=324, compaction requested=true 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:33,765 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:33,765 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c446f1fd99945ca7ff38011d028edcf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137952 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/B is initiating minor compaction (all files) 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/A is initiating minor compaction (all files) 2024-11-25T15:33:33,766 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/B in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,766 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/A in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,766 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/de5c3ad8bef445899cce1df3d716c532, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=36.7 K 2024-11-25T15:33:33,766 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=134.7 K 2024-11-25T15:33:33,766 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965] 2024-11-25T15:33:33,766 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting de5c3ad8bef445899cce1df3d716c532, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:33,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b05f9e89979480a8ff0301247988f52, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:33,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f6f5192529b4acc8e2ec1c7770d8a47, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732548810456 2024-11-25T15:33:33,767 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b55babc6d98a414292f7a903446914ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732548810456 2024-11-25T15:33:33,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69ee2e225b547bcbcfc2834e5291965, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732548812609 2024-11-25T15:33:33,767 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d31aa8eca8f4ab78dfaa9111c7a082b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732548812629 2024-11-25T15:33:33,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:33,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T15:33:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,772 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:33,776 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#B#compaction#162 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:33,776 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2750816e6e5c449abf900003f0757b64 is 50, key is test_row_0/B:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,777 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,781 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112520701169ca684c73b40e91b6f3787a17_c446f1fd99945ca7ff38011d028edcf1 store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742026_1202 (size=13051) 2024-11-25T15:33:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522156e26d93b4db0bb4817f3fb0e8a1f_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548812745/Put/seqid=0 2024-11-25T15:33:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742027_1203 (size=12454) 2024-11-25T15:33:33,799 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/2750816e6e5c449abf900003f0757b64 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2750816e6e5c449abf900003f0757b64 2024-11-25T15:33:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:33,805 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/B of c446f1fd99945ca7ff38011d028edcf1 into 2750816e6e5c449abf900003f0757b64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:33,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:33,805 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/B, priority=13, startTime=1732548813765; duration=0sec 2024-11-25T15:33:33,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:33,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:B 2024-11-25T15:33:33,805 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:33,806 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:33,806 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): c446f1fd99945ca7ff38011d028edcf1/C is initiating minor compaction (all files) 2024-11-25T15:33:33,806 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c446f1fd99945ca7ff38011d028edcf1/C in TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:33,806 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a8767f7a52da4d519f84189dbdd942af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp, totalSize=36.7 K 2024-11-25T15:33:33,806 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a8767f7a52da4d519f84189dbdd942af, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732548809792 2024-11-25T15:33:33,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 29fc4a241998482e83b7aeccfc72807b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732548810456 2024-11-25T15:33:33,807 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522156e26d93b4db0bb4817f3fb0e8a1f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522156e26d93b4db0bb4817f3fb0e8a1f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:33,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc3bddd2e1f4254a990be7e0d5bf7cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732548812629 2024-11-25T15:33:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/37323be6a68445d9a74765257e6fad91, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/37323be6a68445d9a74765257e6fad91 is 175, key is test_row_0/A:col10/1732548812745/Put/seqid=0 2024-11-25T15:33:33,822 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112520701169ca684c73b40e91b6f3787a17_c446f1fd99945ca7ff38011d028edcf1, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,822 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520701169ca684c73b40e91b6f3787a17_c446f1fd99945ca7ff38011d028edcf1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742028_1204 (size=31255) 2024-11-25T15:33:33,823 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/37323be6a68445d9a74765257e6fad91 2024-11-25T15:33:33,828 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#C#compaction#165 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:33,828 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/04578f83f7104212bbfa020cd01f56af is 50, key is test_row_0/C:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742029_1205 (size=4469) 2024-11-25T15:33:33,831 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c446f1fd99945ca7ff38011d028edcf1#A#compaction#163 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:33,832 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b764027d598348b39e80462e706b21c8 is 175, key is test_row_0/A:col10/1732548812634/Put/seqid=0 2024-11-25T15:33:33,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742030_1206 (size=13051) 2024-11-25T15:33:33,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/170ab47e6edb4edab15c89d4348e9db4 is 50, key is test_row_0/B:col10/1732548812745/Put/seqid=0 2024-11-25T15:33:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742031_1207 (size=32005) 2024-11-25T15:33:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742032_1208 (size=12301) 2024-11-25T15:33:33,849 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/b764027d598348b39e80462e706b21c8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b764027d598348b39e80462e706b21c8 2024-11-25T15:33:33,854 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/A of c446f1fd99945ca7ff38011d028edcf1 into b764027d598348b39e80462e706b21c8(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:33,854 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:33,854 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/A, priority=13, startTime=1732548813765; duration=0sec 2024-11-25T15:33:33,854 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:33,854 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:A 2024-11-25T15:33:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. as already flushing 2024-11-25T15:33:33,888 DEBUG [Thread-577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:60975 2024-11-25T15:33:33,888 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,891 DEBUG [Thread-581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:60975 2024-11-25T15:33:33,891 DEBUG [Thread-581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:33,891 DEBUG [Thread-579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:60975 2024-11-25T15:33:33,891 DEBUG [Thread-579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:34,245 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/04578f83f7104212bbfa020cd01f56af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04578f83f7104212bbfa020cd01f56af 2024-11-25T15:33:34,247 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/170ab47e6edb4edab15c89d4348e9db4 2024-11-25T15:33:34,250 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c446f1fd99945ca7ff38011d028edcf1/C of c446f1fd99945ca7ff38011d028edcf1 into 04578f83f7104212bbfa020cd01f56af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:34,250 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:34,251 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1., storeName=c446f1fd99945ca7ff38011d028edcf1/C, priority=13, startTime=1732548813765; duration=0sec 2024-11-25T15:33:34,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:34,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c446f1fd99945ca7ff38011d028edcf1:C 2024-11-25T15:33:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6bf298b453af469e992f3ef5b75199a7 is 50, key is test_row_0/C:col10/1732548812745/Put/seqid=0 2024-11-25T15:33:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742033_1209 (size=12301) 2024-11-25T15:33:34,448 DEBUG [Thread-573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:60975 2024-11-25T15:33:34,448 DEBUG [Thread-573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:34,476 DEBUG [Thread-575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:60975 2024-11-25T15:33:34,476 DEBUG [Thread-575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:34,658 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6bf298b453af469e992f3ef5b75199a7 2024-11-25T15:33:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/37323be6a68445d9a74765257e6fad91 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/37323be6a68445d9a74765257e6fad91 2024-11-25T15:33:34,668 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/37323be6a68445d9a74765257e6fad91, entries=150, sequenceid=349, filesize=30.5 K 2024-11-25T15:33:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/170ab47e6edb4edab15c89d4348e9db4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/170ab47e6edb4edab15c89d4348e9db4 2024-11-25T15:33:34,673 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/170ab47e6edb4edab15c89d4348e9db4, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T15:33:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/6bf298b453af469e992f3ef5b75199a7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6bf298b453af469e992f3ef5b75199a7 2024-11-25T15:33:34,677 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6bf298b453af469e992f3ef5b75199a7, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T15:33:34,678 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for c446f1fd99945ca7ff38011d028edcf1 in 906ms, sequenceid=349, compaction requested=false 2024-11-25T15:33:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-25T15:33:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-25T15:33:34,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T15:33:34,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-25T15:33:34,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.0380 sec 2024-11-25T15:33:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T15:33:34,754 INFO [Thread-583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T15:33:34,754 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4846 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4686 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2105 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6314 rows 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2073 2024-11-25T15:33:34,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6219 rows 2024-11-25T15:33:34,755 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:33:34,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:60975 2024-11-25T15:33:34,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:34,759 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:33:34,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:33:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:34,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548814762"}]},"ts":"1732548814762"} 2024-11-25T15:33:34,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:33:34,781 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:33:34,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:33:34,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, UNASSIGN}] 2024-11-25T15:33:34,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, UNASSIGN 2024-11-25T15:33:34,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:34,785 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:33:34,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:34,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:33:34,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:34,937 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing c446f1fd99945ca7ff38011d028edcf1, disabling compactions & flushes 2024-11-25T15:33:34,937 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. after waiting 0 ms 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:34,937 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing c446f1fd99945ca7ff38011d028edcf1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T15:33:34,937 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=A 2024-11-25T15:33:34,938 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:34,938 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=B 2024-11-25T15:33:34,938 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:34,938 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c446f1fd99945ca7ff38011d028edcf1, store=C 2024-11-25T15:33:34,938 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:34,944 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c961497ac834d5f95746b44f00df54f_c446f1fd99945ca7ff38011d028edcf1 is 50, key is test_row_0/A:col10/1732548814447/Put/seqid=0 2024-11-25T15:33:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742034_1210 (size=12454) 2024-11-25T15:33:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:35,349 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:35,354 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c961497ac834d5f95746b44f00df54f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c961497ac834d5f95746b44f00df54f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:35,355 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/9c565000e612454b801eb1bc511cc86f, store: [table=TestAcidGuarantees family=A region=c446f1fd99945ca7ff38011d028edcf1] 2024-11-25T15:33:35,355 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/9c565000e612454b801eb1bc511cc86f is 175, key is test_row_0/A:col10/1732548814447/Put/seqid=0 2024-11-25T15:33:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742035_1211 (size=31255) 2024-11-25T15:33:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:35,760 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/9c565000e612454b801eb1bc511cc86f 2024-11-25T15:33:35,767 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7b1bb5131ee8448c8be719440f8e0def is 50, key is test_row_0/B:col10/1732548814447/Put/seqid=0 2024-11-25T15:33:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742036_1212 (size=12301) 2024-11-25T15:33:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:36,173 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7b1bb5131ee8448c8be719440f8e0def 2024-11-25T15:33:36,182 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/3dd2933a192248e58456122a84791772 is 50, key is test_row_0/C:col10/1732548814447/Put/seqid=0 2024-11-25T15:33:36,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742037_1213 (size=12301) 2024-11-25T15:33:36,588 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/3dd2933a192248e58456122a84791772 2024-11-25T15:33:36,593 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/A/9c565000e612454b801eb1bc511cc86f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/9c565000e612454b801eb1bc511cc86f 2024-11-25T15:33:36,598 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/9c565000e612454b801eb1bc511cc86f, entries=150, sequenceid=360, filesize=30.5 K 2024-11-25T15:33:36,599 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/B/7b1bb5131ee8448c8be719440f8e0def as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7b1bb5131ee8448c8be719440f8e0def 2024-11-25T15:33:36,604 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7b1bb5131ee8448c8be719440f8e0def, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T15:33:36,605 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/.tmp/C/3dd2933a192248e58456122a84791772 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3dd2933a192248e58456122a84791772 2024-11-25T15:33:36,610 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3dd2933a192248e58456122a84791772, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T15:33:36,611 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c446f1fd99945ca7ff38011d028edcf1 in 1674ms, sequenceid=360, compaction requested=true 2024-11-25T15:33:36,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965] to archive 2024-11-25T15:33:36,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:36,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b4f1c3c466534d53981b0892deb11f26 2024-11-25T15:33:36,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a6dc9d39e3d548daa6a1d994af768225 2024-11-25T15:33:36,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d0f58ce63a6a4a2a93c3651ee720b67a 2024-11-25T15:33:36,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/fd85c77f9f40476cbfa3dea4a53cfe37 2024-11-25T15:33:36,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f9ddc01523544792acf58ce3f5e07cfc 2024-11-25T15:33:36,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/da972411c93c48768cd147cf1bb884aa 2024-11-25T15:33:36,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/00c0a416e69748a5a3e5b25f66673d63 2024-11-25T15:33:36,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/26087aacf6de4758af80dfbbc4b0848d 2024-11-25T15:33:36,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/75cb876521284d539f82cbb9a3bd0c92 2024-11-25T15:33:36,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/bb3b84503a444e04822097983ba7b23e 2024-11-25T15:33:36,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/0d274e4df4b2478783427e03ff918353 2024-11-25T15:33:36,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/f751e2b618fa4d0c96a43b5afc07514b 2024-11-25T15:33:36,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/72f028dd0fc14cd6ab9f0fc773d9f1df 2024-11-25T15:33:36,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/d1c41e92633845c2afda4d8cfad480cc 2024-11-25T15:33:36,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/04cb077b06c244a182f60fde0b95f60e 2024-11-25T15:33:36,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/21749c1082094221a47f6f0d6cb51dc3 2024-11-25T15:33:36,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/6e7154b80ead43bd9ee40274077d32e3 2024-11-25T15:33:36,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/180946f95b4b42e98ee0ed381c9bbaea 2024-11-25T15:33:36,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7b05f9e89979480a8ff0301247988f52 2024-11-25T15:33:36,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/c43bd33778a64deaaea58a1033ab61a0 2024-11-25T15:33:36,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/7f6f5192529b4acc8e2ec1c7770d8a47 2024-11-25T15:33:36,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/a69ee2e225b547bcbcfc2834e5291965 2024-11-25T15:33:36,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/0a912a632440416795f9005e5e761dee, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/53c46fcce9024f7297b6aecbaf4b06a1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/69dba9de34574d81801dd19b213199b0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/c7cfb4f6b5c54bfbac4363a8c25b64ad, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/de5c3ad8bef445899cce1df3d716c532, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b] to archive 2024-11-25T15:33:36,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:36,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/290419efa10c43f99fb677a1c47f8bb2 2024-11-25T15:33:36,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/93f0f2c34f194ca99a6b28101ec2ea8d 2024-11-25T15:33:36,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/0a912a632440416795f9005e5e761dee to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/0a912a632440416795f9005e5e761dee 2024-11-25T15:33:36,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/3ce2cbf56942469081f9562459d2a57d 2024-11-25T15:33:36,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/11808e33a44d4d39a88fd64f16733bb6 2024-11-25T15:33:36,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/53c46fcce9024f7297b6aecbaf4b06a1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/53c46fcce9024f7297b6aecbaf4b06a1 2024-11-25T15:33:36,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2093c1bdafb74d40bae6fbbcd261f7fa 2024-11-25T15:33:36,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7f56c28c15894a5c9835b3c7fcfd7a89 2024-11-25T15:33:36,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7e1854a10a534cf49c59b75c22eb1375 2024-11-25T15:33:36,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/90c01d7bf335411c97dfa085bc15226a 2024-11-25T15:33:36,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/69dba9de34574d81801dd19b213199b0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/69dba9de34574d81801dd19b213199b0 2024-11-25T15:33:36,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d1227a59862409bb67e0aa0c1a1a090 2024-11-25T15:33:36,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/66071039d8064ffc93de7185113dec4d 2024-11-25T15:33:36,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2ea615dff0384d62b21c2b2c944efccf 2024-11-25T15:33:36,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/31937d5cb1324d259588a7f7c41c6b62 2024-11-25T15:33:36,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/c7cfb4f6b5c54bfbac4363a8c25b64ad to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/c7cfb4f6b5c54bfbac4363a8c25b64ad 2024-11-25T15:33:36,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92534b42d1444ae4bea8db5d2ed917d4 2024-11-25T15:33:36,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/92f60599882c446db3fa5f49cc8ccb91 2024-11-25T15:33:36,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/de5c3ad8bef445899cce1df3d716c532 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/de5c3ad8bef445899cce1df3d716c532 2024-11-25T15:33:36,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2a586c31bf9d4bd7bc49272c55f136a5 2024-11-25T15:33:36,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/b55babc6d98a414292f7a903446914ab 2024-11-25T15:33:36,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/1d31aa8eca8f4ab78dfaa9111c7a082b 2024-11-25T15:33:36,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3853af0365844d998fb2f9248d634593, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/f7b68f5d0c414949a9dd48bceb3a9d76, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8820732a939544efa9b4ca1d9065d534, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/975e4ffaeb7342e280749d80a965c70b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a8767f7a52da4d519f84189dbdd942af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd] to archive 2024-11-25T15:33:36,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:33:36,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cf4155d8d6ab46a086ff396a41bf6c22 2024-11-25T15:33:36,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/5e1439c3dcb2428a88b428a7bf89107e 2024-11-25T15:33:36,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3853af0365844d998fb2f9248d634593 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3853af0365844d998fb2f9248d634593 2024-11-25T15:33:36,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/7c512076e5364c549e7cdecfa5d6ae38 2024-11-25T15:33:36,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ae3bc72bb0904fe7940ba4b7aa21860b 2024-11-25T15:33:36,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/f7b68f5d0c414949a9dd48bceb3a9d76 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/f7b68f5d0c414949a9dd48bceb3a9d76 2024-11-25T15:33:36,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/9844502d62d942e685d02256f9a4015e 2024-11-25T15:33:36,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8cdc6d1b3b8b4f7ca6a0c58788088029 2024-11-25T15:33:36,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/cac348dd0d6e4bcf9f4179c0e3d6f499 2024-11-25T15:33:36,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/75ff1ca4e46d466aa2616e15ce75c934 2024-11-25T15:33:36,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8820732a939544efa9b4ca1d9065d534 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/8820732a939544efa9b4ca1d9065d534 2024-11-25T15:33:36,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a967a52b4fcb494397988650cf6becdf 2024-11-25T15:33:36,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/84f70b1a01e541189910b5f25ac310f7 2024-11-25T15:33:36,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04913224c9c7465f828de81fee092a9f 2024-11-25T15:33:36,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/fad99a1c00d24ddfa8a1397f77f8276b 2024-11-25T15:33:36,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/975e4ffaeb7342e280749d80a965c70b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/975e4ffaeb7342e280749d80a965c70b 2024-11-25T15:33:36,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/e30552ea7bac4cb1b155c2b0cb21389a 2024-11-25T15:33:36,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6d7c5596f7934365946848b6d6435086 2024-11-25T15:33:36,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a8767f7a52da4d519f84189dbdd942af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/a8767f7a52da4d519f84189dbdd942af 2024-11-25T15:33:36,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ffa5dedd5aba4aad970f45b8e35eb18a 2024-11-25T15:33:36,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/29fc4a241998482e83b7aeccfc72807b 2024-11-25T15:33:36,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/ecc3bddd2e1f4254a990be7e0d5bf7cd 2024-11-25T15:33:36,718 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=4 2024-11-25T15:33:36,718 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1. 2024-11-25T15:33:36,718 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for c446f1fd99945ca7ff38011d028edcf1: 2024-11-25T15:33:36,720 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c446f1fd99945ca7ff38011d028edcf1, regionState=CLOSED 2024-11-25T15:33:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T15:33:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure c446f1fd99945ca7ff38011d028edcf1, server=23e146a7c12d,39585,1732548756885 in 1.9360 sec 2024-11-25T15:33:36,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T15:33:36,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c446f1fd99945ca7ff38011d028edcf1, UNASSIGN in 1.9390 sec 2024-11-25T15:33:36,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T15:33:36,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9420 sec 2024-11-25T15:33:36,726 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548816725"}]},"ts":"1732548816725"} 2024-11-25T15:33:36,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:33:36,734 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:33:36,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9760 sec 2024-11-25T15:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T15:33:36,867 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T15:33:36,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,868 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T15:33:36,869 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,870 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits] 2024-11-25T15:33:36,875 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/37323be6a68445d9a74765257e6fad91 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/37323be6a68445d9a74765257e6fad91 2024-11-25T15:33:36,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/9c565000e612454b801eb1bc511cc86f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/9c565000e612454b801eb1bc511cc86f 2024-11-25T15:33:36,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b764027d598348b39e80462e706b21c8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/A/b764027d598348b39e80462e706b21c8 2024-11-25T15:33:36,882 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/170ab47e6edb4edab15c89d4348e9db4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/170ab47e6edb4edab15c89d4348e9db4 2024-11-25T15:33:36,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2750816e6e5c449abf900003f0757b64 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/2750816e6e5c449abf900003f0757b64 2024-11-25T15:33:36,885 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7b1bb5131ee8448c8be719440f8e0def to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/B/7b1bb5131ee8448c8be719440f8e0def 2024-11-25T15:33:36,889 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04578f83f7104212bbfa020cd01f56af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/04578f83f7104212bbfa020cd01f56af 2024-11-25T15:33:36,890 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3dd2933a192248e58456122a84791772 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/3dd2933a192248e58456122a84791772 2024-11-25T15:33:36,892 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6bf298b453af469e992f3ef5b75199a7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/C/6bf298b453af469e992f3ef5b75199a7 2024-11-25T15:33:36,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits/363.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1/recovered.edits/363.seqid 2024-11-25T15:33:36,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,895 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:33:36,896 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:33:36,897 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T15:33:36,900 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e321785e46d476aaca383b4e3dd568b_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e321785e46d476aaca383b4e3dd568b_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,902 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125138e795e0d2d4e8eba1dbb34baa864fc_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125138e795e0d2d4e8eba1dbb34baa864fc_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,903 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a0fab3a5c04d14b10d474461e8d60d_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a0fab3a5c04d14b10d474461e8d60d_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,904 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522156e26d93b4db0bb4817f3fb0e8a1f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522156e26d93b4db0bb4817f3fb0e8a1f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,906 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112538422ac66e084b7884f5bbc9a90768f2_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112538422ac66e084b7884f5bbc9a90768f2_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,907 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c961497ac834d5f95746b44f00df54f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c961497ac834d5f95746b44f00df54f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,908 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253f4ef13056204424991e2ce5a5b0bf86_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253f4ef13056204424991e2ce5a5b0bf86_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,909 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567de04189d1a43a793c0a999b2c6218c_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567de04189d1a43a793c0a999b2c6218c_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,910 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125740de45376014ed2824a1eb28719869a_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125740de45376014ed2824a1eb28719869a_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,913 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579e3e93934e24627873d762c69e2f02e_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579e3e93934e24627873d762c69e2f02e_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,915 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ada7625b1754ed6966230dd0414b06f_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ada7625b1754ed6966230dd0414b06f_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,916 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590c88b35310c4f8991b762cd3ea7f79d_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590c88b35310c4f8991b762cd3ea7f79d_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,917 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae407d4a7b8a4bb99f1b9e2e87cae472_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae407d4a7b8a4bb99f1b9e2e87cae472_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,918 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba9ad8d4d19649b8858ff751b6ff6da9_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba9ad8d4d19649b8858ff751b6ff6da9_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,919 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8a80838f6614ae0999f1e3560cded6a_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8a80838f6614ae0999f1e3560cded6a_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,921 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0302ad02c9d42e690d5f4afb21dd8b6_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0302ad02c9d42e690d5f4afb21dd8b6_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,922 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d914008a5c0c4fb4aea92595989f1572_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d914008a5c0c4fb4aea92595989f1572_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,923 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e110873c4e6846fc9486f73db1ff2d63_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e110873c4e6846fc9486f73db1ff2d63_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,924 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f04cc8003afc46b3b3c231465419daec_c446f1fd99945ca7ff38011d028edcf1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f04cc8003afc46b3b3c231465419daec_c446f1fd99945ca7ff38011d028edcf1 2024-11-25T15:33:36,925 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:33:36,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,930 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:33:36,933 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:33:36,934 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,934 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:33:36,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548816934"}]},"ts":"9223372036854775807"} 2024-11-25T15:33:36,936 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:33:36,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c446f1fd99945ca7ff38011d028edcf1, NAME => 'TestAcidGuarantees,,1732548789920.c446f1fd99945ca7ff38011d028edcf1.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:33:36,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:33:36,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548816936"}]},"ts":"9223372036854775807"} 2024-11-25T15:33:36,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:33:36,948 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-25T15:33:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T15:33:36,970 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T15:33:36,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1602871140_22 at /127.0.0.1:54142 [Waiting for operation #967] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1657248710_22 at /127.0.0.1:52224 [Waiting for operation #1057] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1602871140_22 at /127.0.0.1:33230 [Waiting for operation #607] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1657248710_22 at /127.0.0.1:33240 [Waiting for operation #583] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2514ba89-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=674 (was 685), ProcessCount=11 (was 11), AvailableMemoryMB=2359 (was 2506) 2024-11-25T15:33:36,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=674, ProcessCount=11, AvailableMemoryMB=2358 2024-11-25T15:33:36,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:33:36,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:33:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:33:36,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:33:36,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:36,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-25T15:33:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:36,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:33:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742038_1214 (size=960) 2024-11-25T15:33:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:37,402 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:33:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742039_1215 (size=53) 2024-11-25T15:33:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 173b47d9dd97d024e235deec17e1091a, disabling compactions & flushes 2024-11-25T15:33:37,814 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. after waiting 0 ms 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:37,814 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:37,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:37,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:33:37,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548817816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548817816"}]},"ts":"1732548817816"} 2024-11-25T15:33:37,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:33:37,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:33:37,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548817819"}]},"ts":"1732548817819"} 2024-11-25T15:33:37,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:33:37,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, ASSIGN}] 2024-11-25T15:33:37,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, ASSIGN 2024-11-25T15:33:37,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:33:38,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=173b47d9dd97d024e235deec17e1091a, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:38,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:33:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:38,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:38,161 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:38,161 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:33:38,162 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,162 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:33:38,162 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,162 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,163 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,165 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:38,165 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173b47d9dd97d024e235deec17e1091a columnFamilyName A 2024-11-25T15:33:38,165 DEBUG [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:38,165 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(327): Store=173b47d9dd97d024e235deec17e1091a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:38,165 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,166 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:38,166 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173b47d9dd97d024e235deec17e1091a columnFamilyName B 2024-11-25T15:33:38,166 DEBUG [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:38,167 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(327): Store=173b47d9dd97d024e235deec17e1091a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:38,167 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,168 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:33:38,168 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173b47d9dd97d024e235deec17e1091a columnFamilyName C 2024-11-25T15:33:38,168 DEBUG [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:33:38,169 INFO [StoreOpener-173b47d9dd97d024e235deec17e1091a-1 {}] regionserver.HStore(327): Store=173b47d9dd97d024e235deec17e1091a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:33:38,169 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:38,170 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,170 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,172 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:33:38,174 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:38,176 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:33:38,177 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 173b47d9dd97d024e235deec17e1091a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911501, jitterRate=-0.03274326026439667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:33:38,178 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:38,178 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., pid=70, masterSystemTime=1732548818158 2024-11-25T15:33:38,179 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:38,180 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:38,180 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=173b47d9dd97d024e235deec17e1091a, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:38,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T15:33:38,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 in 176 msec 2024-11-25T15:33:38,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T15:33:38,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, ASSIGN in 331 msec 2024-11-25T15:33:38,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:33:38,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548818184"}]},"ts":"1732548818184"} 2024-11-25T15:33:38,185 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:33:38,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:33:38,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2030 sec 2024-11-25T15:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T15:33:39,097 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-25T15:33:39,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72a7721c to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@faa31c 2024-11-25T15:33:39,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:33:39,117 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:33:39,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7792c763 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a568ce 2024-11-25T15:33:39,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a451d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c8a18c7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e0e280 2024-11-25T15:33:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f02d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-11-25T15:33:39,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-11-25T15:33:39,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e66ea50 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a874cc0 2024-11-25T15:33:39,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4093d76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-11-25T15:33:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-11-25T15:33:39,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5c7476 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2545d0 2024-11-25T15:33:39,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-11-25T15:33:39,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644774bd to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15db087a 2024-11-25T15:33:39,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187234de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:33:39,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T15:33:39,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:39,239 DEBUG [hconnection-0x67b59ee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:39,240 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:39,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:39,241 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,241 DEBUG [hconnection-0x2db27bad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,243 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,247 DEBUG [hconnection-0x440b2205-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,248 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,250 DEBUG [hconnection-0x3e951f42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,251 DEBUG [hconnection-0x7d4f93a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,251 DEBUG [hconnection-0x6a9facde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,252 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:39,252 DEBUG [hconnection-0x72ce04f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:39,252 DEBUG [hconnection-0x78d04efa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:39,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,255 DEBUG [hconnection-0x758a1aa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,256 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,260 DEBUG [hconnection-0x7e6e1b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:33:39,261 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:33:39,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b79744d9403a413e9cca99adae7b2642 is 50, key is test_row_0/A:col10/1732548819249/Put/seqid=0 2024-11-25T15:33:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548879279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548879280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548879282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548879283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548879283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742040_1216 (size=12001) 2024-11-25T15:33:39,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b79744d9403a413e9cca99adae7b2642 2024-11-25T15:33:39,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a4aa5c44402347d2a73225a4a62b70fd is 50, key is test_row_0/B:col10/1732548819249/Put/seqid=0 2024-11-25T15:33:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:39,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742041_1217 (size=12001) 2024-11-25T15:33:39,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a4aa5c44402347d2a73225a4a62b70fd 2024-11-25T15:33:39,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/609a8a4efcd14d26a77868ffcde9f99f is 50, key is test_row_0/C:col10/1732548819249/Put/seqid=0 2024-11-25T15:33:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742042_1218 (size=12001) 2024-11-25T15:33:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548879385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548879385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548879385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548879388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548879388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T15:33:39,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:39,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:39,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T15:33:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548879590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548879591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T15:33:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:39,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/609a8a4efcd14d26a77868ffcde9f99f 2024-11-25T15:33:39,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b79744d9403a413e9cca99adae7b2642 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642 2024-11-25T15:33:39,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T15:33:39,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a4aa5c44402347d2a73225a4a62b70fd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd 2024-11-25T15:33:39,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T15:33:39,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/609a8a4efcd14d26a77868ffcde9f99f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f 2024-11-25T15:33:39,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T15:33:39,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 173b47d9dd97d024e235deec17e1091a in 551ms, sequenceid=13, compaction requested=false 2024-11-25T15:33:39,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:39,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T15:33:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:39,850 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:33:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:39,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8c07870dda354c61a8a6f24ead100a4e is 50, key is test_row_0/A:col10/1732548819270/Put/seqid=0 2024-11-25T15:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:39,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742043_1219 (size=12001) 2024-11-25T15:33:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8c07870dda354c61a8a6f24ead100a4e 2024-11-25T15:33:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548879904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548879906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548879906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548879908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548879909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b39a8fd96c6942de8fefb193c30aa04b is 50, key is test_row_0/B:col10/1732548819270/Put/seqid=0 2024-11-25T15:33:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742044_1220 (size=12001) 2024-11-25T15:33:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548880011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548880011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548880011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548880023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548880023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548880215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548880215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548880217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548880228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548880229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,326 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b39a8fd96c6942de8fefb193c30aa04b 2024-11-25T15:33:40,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/cc25451dc4c84874aa6d924d14906824 is 50, key is test_row_0/C:col10/1732548819270/Put/seqid=0 2024-11-25T15:33:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742045_1221 (size=12001) 2024-11-25T15:33:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548880518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548880518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548880519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548880532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548880533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:40,742 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/cc25451dc4c84874aa6d924d14906824 2024-11-25T15:33:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8c07870dda354c61a8a6f24ead100a4e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e 2024-11-25T15:33:40,749 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:33:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b39a8fd96c6942de8fefb193c30aa04b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b 2024-11-25T15:33:40,754 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:33:40,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/cc25451dc4c84874aa6d924d14906824 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824 2024-11-25T15:33:40,760 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:33:40,760 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 173b47d9dd97d024e235deec17e1091a in 910ms, sequenceid=37, compaction requested=false 2024-11-25T15:33:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T15:33:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T15:33:40,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T15:33:40,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec 2024-11-25T15:33:40,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.5260 sec 2024-11-25T15:33:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:41,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:41,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/061393c7a7a84819a671b2d83b624805 is 50, key is test_row_0/A:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742046_1222 (size=12001) 2024-11-25T15:33:41,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548881046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548881046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548881047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548881047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548881047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548881150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548881150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548881150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548881151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548881151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T15:33:41,343 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T15:33:41,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T15:33:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:41,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:41,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:41,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548881354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548881354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548881355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548881355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548881356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/061393c7a7a84819a671b2d83b624805 2024-11-25T15:33:41,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/dbc7a73cf5ed49f39ef1a1df812d9a5b is 50, key is test_row_0/B:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742047_1223 (size=12001) 2024-11-25T15:33:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:41,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:41,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548881657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548881657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548881657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548881658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548881659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/dbc7a73cf5ed49f39ef1a1df812d9a5b 2024-11-25T15:33:41,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/969b0d36efa1425ca6953d1b0598615c is 50, key is test_row_0/C:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742048_1224 (size=12001) 2024-11-25T15:33:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:41,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:41,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:41,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548882160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548882160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548882161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548882163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548882165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,238 DEBUG [master/23e146a7c12d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a1b32ea8915bf522e99fa521c16e8892 changed from -1.0 to 0.0, refreshing cache 2024-11-25T15:33:42,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:33:42,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:42,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/969b0d36efa1425ca6953d1b0598615c 2024-11-25T15:33:42,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/061393c7a7a84819a671b2d83b624805 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805 2024-11-25T15:33:42,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T15:33:42,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/dbc7a73cf5ed49f39ef1a1df812d9a5b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b 2024-11-25T15:33:42,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T15:33:42,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/969b0d36efa1425ca6953d1b0598615c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c 2024-11-25T15:33:42,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T15:33:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T15:33:42,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 173b47d9dd97d024e235deec17e1091a in 1271ms, sequenceid=50, compaction requested=true 2024-11-25T15:33:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:42,296 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:42,297 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:42,298 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,298 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,298 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.2 K 2024-11-25T15:33:42,298 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.2 K 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a4aa5c44402347d2a73225a4a62b70fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732548819249 2024-11-25T15:33:42,298 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b79744d9403a413e9cca99adae7b2642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732548819249 2024-11-25T15:33:42,299 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c07870dda354c61a8a6f24ead100a4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548819270 2024-11-25T15:33:42,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b39a8fd96c6942de8fefb193c30aa04b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548819270 2024-11-25T15:33:42,299 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 061393c7a7a84819a671b2d83b624805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:42,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting dbc7a73cf5ed49f39ef1a1df812d9a5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:42,318 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:42,319 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/913c295d8f754735bd8b62d7fb29c05c is 50, key is test_row_0/A:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:42,322 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:42,323 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/57175a8052c740dca593c59ad1583017 is 50, key is test_row_0/B:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742049_1225 (size=12104) 2024-11-25T15:33:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742050_1226 (size=12104) 2024-11-25T15:33:42,354 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/913c295d8f754735bd8b62d7fb29c05c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/913c295d8f754735bd8b62d7fb29c05c 2024-11-25T15:33:42,359 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 913c295d8f754735bd8b62d7fb29c05c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:42,359 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:42,359 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548822296; duration=0sec 2024-11-25T15:33:42,359 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:42,359 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:42,359 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:42,360 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:42,360 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:42,361 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,361 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.2 K 2024-11-25T15:33:42,361 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 609a8a4efcd14d26a77868ffcde9f99f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732548819249 2024-11-25T15:33:42,362 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc25451dc4c84874aa6d924d14906824, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548819270 2024-11-25T15:33:42,362 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 969b0d36efa1425ca6953d1b0598615c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:42,370 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:42,371 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/6d4b0b23935e40f6877a8a9931fbd631 is 50, key is test_row_0/C:col10/1732548821024/Put/seqid=0 2024-11-25T15:33:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742051_1227 (size=12104) 2024-11-25T15:33:42,390 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/6d4b0b23935e40f6877a8a9931fbd631 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6d4b0b23935e40f6877a8a9931fbd631 2024-11-25T15:33:42,398 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 6d4b0b23935e40f6877a8a9931fbd631(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:42,398 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:42,398 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548822297; duration=0sec 2024-11-25T15:33:42,398 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:42,398 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:42,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:42,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,414 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/2fc0408711b9461fa60fba62ce1c1783 is 50, key is test_row_0/A:col10/1732548821045/Put/seqid=0 2024-11-25T15:33:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742052_1228 (size=12001) 2024-11-25T15:33:42,423 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/2fc0408711b9461fa60fba62ce1c1783 2024-11-25T15:33:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b0255229289d4308927cd86d9a96cb18 is 50, key is test_row_0/B:col10/1732548821045/Put/seqid=0 2024-11-25T15:33:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742053_1229 (size=12001) 2024-11-25T15:33:42,438 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b0255229289d4308927cd86d9a96cb18 2024-11-25T15:33:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ea379cbb5fc14b18839dbcabc662bfaa is 50, key is test_row_0/C:col10/1732548821045/Put/seqid=0 2024-11-25T15:33:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742054_1230 (size=12001) 2024-11-25T15:33:42,458 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ea379cbb5fc14b18839dbcabc662bfaa 2024-11-25T15:33:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/2fc0408711b9461fa60fba62ce1c1783 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783 2024-11-25T15:33:42,469 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T15:33:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/b0255229289d4308927cd86d9a96cb18 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18 2024-11-25T15:33:42,476 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T15:33:42,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ea379cbb5fc14b18839dbcabc662bfaa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa 2024-11-25T15:33:42,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T15:33:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T15:33:42,492 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 173b47d9dd97d024e235deec17e1091a in 78ms, sequenceid=76, compaction requested=false 2024-11-25T15:33:42,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:42,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:42,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T15:33:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T15:33:42,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T15:33:42,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-25T15:33:42,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1520 sec 2024-11-25T15:33:42,749 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/57175a8052c740dca593c59ad1583017 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/57175a8052c740dca593c59ad1583017 2024-11-25T15:33:42,756 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into 57175a8052c740dca593c59ad1583017(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:42,756 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:42,756 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548822296; duration=0sec 2024-11-25T15:33:42,756 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:42,756 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:43,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:43,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/95ec48480132471ab86fda211cecb1ad is 50, key is test_row_0/A:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742055_1231 (size=14341) 2024-11-25T15:33:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548883188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548883190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548883190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548883191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548883191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548883293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548883294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548883295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548883296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548883300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T15:33:43,449 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T15:33:43,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T15:33:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:43,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:43,452 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:43,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548883496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548883498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548883500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548883501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548883504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:43,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/95ec48480132471ab86fda211cecb1ad 2024-11-25T15:33:43,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9ff44f22f89b4aa5953eb6d9db8456e9 is 50, key is test_row_0/B:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742056_1232 (size=12001) 2024-11-25T15:33:43,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:43,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548883800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548883803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548883804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548883807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548883810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:43,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:43,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:43,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9ff44f22f89b4aa5953eb6d9db8456e9 2024-11-25T15:33:44,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/acb5c6273c6f49ea88dd59980af248e0 is 50, key is test_row_0/C:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742057_1233 (size=12001) 2024-11-25T15:33:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:44,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548884307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548884308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548884311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548884314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548884315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:44,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/acb5c6273c6f49ea88dd59980af248e0 2024-11-25T15:33:44,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/95ec48480132471ab86fda211cecb1ad as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad 2024-11-25T15:33:44,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad, entries=200, sequenceid=89, filesize=14.0 K 2024-11-25T15:33:44,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9ff44f22f89b4aa5953eb6d9db8456e9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9 2024-11-25T15:33:44,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T15:33:44,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/acb5c6273c6f49ea88dd59980af248e0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0 2024-11-25T15:33:44,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T15:33:44,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 173b47d9dd97d024e235deec17e1091a in 1261ms, sequenceid=89, compaction requested=true 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:44,432 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:44,432 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:44,433 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:44,433 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:44,433 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:44,433 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:44,433 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,433 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,433 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/913c295d8f754735bd8b62d7fb29c05c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=37.5 K 2024-11-25T15:33:44,433 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/57175a8052c740dca593c59ad1583017, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.3 K 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 913c295d8f754735bd8b62d7fb29c05c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 57175a8052c740dca593c59ad1583017, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fc0408711b9461fa60fba62ce1c1783, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548821045 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b0255229289d4308927cd86d9a96cb18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548821045 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95ec48480132471ab86fda211cecb1ad, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:44,434 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ff44f22f89b4aa5953eb6d9db8456e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:44,441 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:44,441 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:44,441 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f48d2dd7424748e08aeeac55edd7cb91 is 50, key is test_row_0/B:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:44,442 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/6c1e91d57cb34f87abb5b3edadde9561 is 50, key is test_row_0/A:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742058_1234 (size=12207) 2024-11-25T15:33:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742059_1235 (size=12207) 2024-11-25T15:33:44,457 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f48d2dd7424748e08aeeac55edd7cb91 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f48d2dd7424748e08aeeac55edd7cb91 2024-11-25T15:33:44,458 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/6c1e91d57cb34f87abb5b3edadde9561 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/6c1e91d57cb34f87abb5b3edadde9561 2024-11-25T15:33:44,464 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into f48d2dd7424748e08aeeac55edd7cb91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:44,464 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 6c1e91d57cb34f87abb5b3edadde9561(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:44,464 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548824432; duration=0sec 2024-11-25T15:33:44,464 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548824432; duration=0sec 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:44,464 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:44,466 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:44,466 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:44,466 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,466 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6d4b0b23935e40f6877a8a9931fbd631, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.3 K 2024-11-25T15:33:44,466 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d4b0b23935e40f6877a8a9931fbd631, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732548819904 2024-11-25T15:33:44,467 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea379cbb5fc14b18839dbcabc662bfaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548821045 2024-11-25T15:33:44,467 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb5c6273c6f49ea88dd59980af248e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:44,473 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:44,474 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3e5f386c90a14628897e33d7af944861 is 50, key is test_row_0/C:col10/1732548823165/Put/seqid=0 2024-11-25T15:33:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742060_1236 (size=12207) 2024-11-25T15:33:44,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:44,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7f11bc56bbef4b8a95b5e7e07b666594 is 50, key is test_row_0/A:col10/1732548823189/Put/seqid=0 2024-11-25T15:33:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742061_1237 (size=12001) 2024-11-25T15:33:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:44,890 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3e5f386c90a14628897e33d7af944861 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3e5f386c90a14628897e33d7af944861 2024-11-25T15:33:44,895 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 3e5f386c90a14628897e33d7af944861(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:44,895 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:44,895 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548824432; duration=0sec 2024-11-25T15:33:44,895 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:44,895 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:44,940 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7f11bc56bbef4b8a95b5e7e07b666594 2024-11-25T15:33:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/4d3c6993d5334c179a0901cfc03875bd is 50, key is test_row_0/B:col10/1732548823189/Put/seqid=0 2024-11-25T15:33:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742062_1238 (size=12001) 2024-11-25T15:33:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:45,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:45,354 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/4d3c6993d5334c179a0901cfc03875bd 2024-11-25T15:33:45,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548885353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548885353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548885353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548885357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548885357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a6e1483e8da64b9a9db9a4794a8773ca is 50, key is test_row_0/C:col10/1732548823189/Put/seqid=0 2024-11-25T15:33:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742063_1239 (size=12001) 2024-11-25T15:33:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548885458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548885459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548885459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548885462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548885466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548885663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548885663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548885670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548885675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548885679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,776 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a6e1483e8da64b9a9db9a4794a8773ca 2024-11-25T15:33:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7f11bc56bbef4b8a95b5e7e07b666594 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594 2024-11-25T15:33:45,799 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T15:33:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/4d3c6993d5334c179a0901cfc03875bd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd 2024-11-25T15:33:45,807 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T15:33:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a6e1483e8da64b9a9db9a4794a8773ca as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca 2024-11-25T15:33:45,813 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T15:33:45,814 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 173b47d9dd97d024e235deec17e1091a in 1289ms, sequenceid=116, compaction requested=false 2024-11-25T15:33:45,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:45,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:45,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T15:33:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T15:33:45,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T15:33:45,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-25T15:33:45,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3690 sec 2024-11-25T15:33:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:45,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:45,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3f2c77331726411083b4f1fd1d13d137 is 50, key is test_row_0/A:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742064_1240 (size=14391) 2024-11-25T15:33:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548885991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548885993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548885994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548885994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548885994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548886095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548886097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548886098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548886098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548886098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548886299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548886301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548886301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548886302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548886303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3f2c77331726411083b4f1fd1d13d137 2024-11-25T15:33:46,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/0dbf83f9625b405280bcedf0923eaddc is 50, key is test_row_0/B:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742065_1241 (size=12051) 2024-11-25T15:33:46,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/0dbf83f9625b405280bcedf0923eaddc 2024-11-25T15:33:46,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3b82ac49799e4566962bdc93c38c2699 is 50, key is test_row_0/C:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742066_1242 (size=12051) 2024-11-25T15:33:46,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3b82ac49799e4566962bdc93c38c2699 2024-11-25T15:33:46,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3f2c77331726411083b4f1fd1d13d137 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137 2024-11-25T15:33:46,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137, entries=200, sequenceid=129, filesize=14.1 K 2024-11-25T15:33:46,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/0dbf83f9625b405280bcedf0923eaddc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc 2024-11-25T15:33:46,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T15:33:46,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3b82ac49799e4566962bdc93c38c2699 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699 2024-11-25T15:33:46,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T15:33:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 173b47d9dd97d024e235deec17e1091a in 454ms, sequenceid=129, compaction requested=true 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:46,423 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:46,423 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:46,424 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:46,424 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:46,424 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:46,424 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:46,424 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:46,424 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/6c1e91d57cb34f87abb5b3edadde9561, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=37.7 K 2024-11-25T15:33:46,424 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:46,424 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f48d2dd7424748e08aeeac55edd7cb91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.4 K 2024-11-25T15:33:46,425 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1e91d57cb34f87abb5b3edadde9561, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:46,425 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f48d2dd7424748e08aeeac55edd7cb91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:46,425 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f11bc56bbef4b8a95b5e7e07b666594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732548823185 2024-11-25T15:33:46,425 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3c6993d5334c179a0901cfc03875bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732548823185 2024-11-25T15:33:46,426 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f2c77331726411083b4f1fd1d13d137, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:46,426 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dbf83f9625b405280bcedf0923eaddc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:46,435 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:46,436 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a3689306f0ea4aa7812789b86d017c82 is 50, key is test_row_0/B:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:46,438 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:46,439 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/ce426bd8551c48b5b02b9cc4ab91b2a4 is 50, key is test_row_0/A:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742067_1243 (size=12359) 2024-11-25T15:33:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742068_1244 (size=12359) 2024-11-25T15:33:46,483 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/ce426bd8551c48b5b02b9cc4ab91b2a4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ce426bd8551c48b5b02b9cc4ab91b2a4 2024-11-25T15:33:46,489 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into ce426bd8551c48b5b02b9cc4ab91b2a4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:46,489 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:46,489 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548826423; duration=0sec 2024-11-25T15:33:46,489 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:46,489 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:46,489 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:46,490 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:46,490 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:46,491 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:46,491 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3e5f386c90a14628897e33d7af944861, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.4 K 2024-11-25T15:33:46,491 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e5f386c90a14628897e33d7af944861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732548823165 2024-11-25T15:33:46,491 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e1483e8da64b9a9db9a4794a8773ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732548823185 2024-11-25T15:33:46,492 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b82ac49799e4566962bdc93c38c2699, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:46,507 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:46,507 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/0598bf2da9564e8e8c7a10840dc4e004 is 50, key is test_row_0/C:col10/1732548825321/Put/seqid=0 2024-11-25T15:33:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742069_1245 (size=12359) 2024-11-25T15:33:46,549 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/0598bf2da9564e8e8c7a10840dc4e004 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0598bf2da9564e8e8c7a10840dc4e004 2024-11-25T15:33:46,555 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 0598bf2da9564e8e8c7a10840dc4e004(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:46,555 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:46,555 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548826423; duration=0sec 2024-11-25T15:33:46,555 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:46,555 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:46,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:46,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:46,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/9d245596ca5d48cda485d5d236f5b197 is 50, key is test_row_0/A:col10/1732548825993/Put/seqid=0 2024-11-25T15:33:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548886612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548886612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548886613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548886613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548886613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742070_1246 (size=16931) 2024-11-25T15:33:46,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/9d245596ca5d48cda485d5d236f5b197 2024-11-25T15:33:46,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1c7ac26a5f2c456b9f10b4e89e365bbf is 50, key is test_row_0/B:col10/1732548825993/Put/seqid=0 2024-11-25T15:33:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742071_1247 (size=12151) 2024-11-25T15:33:46,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1c7ac26a5f2c456b9f10b4e89e365bbf 2024-11-25T15:33:46,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d3a6ca3c5ea84c1a9622e7a2f2644893 is 50, key is test_row_0/C:col10/1732548825993/Put/seqid=0 2024-11-25T15:33:46,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742072_1248 (size=12151) 2024-11-25T15:33:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,898 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a3689306f0ea4aa7812789b86d017c82 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a3689306f0ea4aa7812789b86d017c82 2024-11-25T15:33:46,904 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into a3689306f0ea4aa7812789b86d017c82(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:46,904 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:46,904 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548826423; duration=0sec 2024-11-25T15:33:46,904 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:46,904 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:46,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548886922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d3a6ca3c5ea84c1a9622e7a2f2644893 2024-11-25T15:33:47,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/9d245596ca5d48cda485d5d236f5b197 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197 2024-11-25T15:33:47,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197, entries=250, sequenceid=157, filesize=16.5 K 2024-11-25T15:33:47,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1c7ac26a5f2c456b9f10b4e89e365bbf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf 2024-11-25T15:33:47,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:33:47,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d3a6ca3c5ea84c1a9622e7a2f2644893 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893 2024-11-25T15:33:47,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:33:47,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 173b47d9dd97d024e235deec17e1091a in 483ms, sequenceid=157, compaction requested=false 2024-11-25T15:33:47,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:47,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:47,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:47,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/fbadfb6111e64790bbe00bb057fe69c5 is 50, key is test_row_0/A:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742073_1249 (size=14541) 2024-11-25T15:33:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548887246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548887246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548887247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548887247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548887248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548887553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548887553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548887554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548887554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548887555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T15:33:47,559 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T15:33:47,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T15:33:47,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T15:33:47,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:47,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:47,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/fbadfb6111e64790bbe00bb057fe69c5 2024-11-25T15:33:47,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2afb3836378f46349011def7cb0691a0 is 50, key is test_row_0/B:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T15:33:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742074_1250 (size=12151) 2024-11-25T15:33:47,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T15:33:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:47,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548887857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548887858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548887858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548887858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548887859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:47,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T15:33:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:47,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T15:33:48,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T15:33:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2afb3836378f46349011def7cb0691a0 2024-11-25T15:33:48,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/10f1ce36e6b8464cbed2d9196bbd469c is 50, key is test_row_0/C:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742075_1251 (size=12151) 2024-11-25T15:33:48,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/10f1ce36e6b8464cbed2d9196bbd469c 2024-11-25T15:33:48,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/fbadfb6111e64790bbe00bb057fe69c5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5 2024-11-25T15:33:48,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5, entries=200, sequenceid=172, filesize=14.2 K 2024-11-25T15:33:48,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2afb3836378f46349011def7cb0691a0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0 2024-11-25T15:33:48,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T15:33:48,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/10f1ce36e6b8464cbed2d9196bbd469c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c 2024-11-25T15:33:48,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T15:33:48,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 173b47d9dd97d024e235deec17e1091a in 883ms, sequenceid=172, compaction requested=true 2024-11-25T15:33:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:48,109 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:48,109 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:48,112 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,112 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,112 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:48,112 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:48,112 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,112 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,112 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a3689306f0ea4aa7812789b86d017c82, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.8 K 2024-11-25T15:33:48,112 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ce426bd8551c48b5b02b9cc4ab91b2a4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=42.8 K 2024-11-25T15:33:48,113 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a3689306f0ea4aa7812789b86d017c82, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:48,113 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce426bd8551c48b5b02b9cc4ab91b2a4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:48,113 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c7ac26a5f2c456b9f10b4e89e365bbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548825993 2024-11-25T15:33:48,113 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d245596ca5d48cda485d5d236f5b197, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548825993 2024-11-25T15:33:48,113 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2afb3836378f46349011def7cb0691a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,114 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbadfb6111e64790bbe00bb057fe69c5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,130 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,130 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b0603f5efc13458db6081a03c3a4e641 is 50, key is test_row_0/A:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:48,141 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,142 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/3530ddf4cb2149258350ccef5bbf3f0f is 50, key is test_row_0/B:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742076_1252 (size=12561) 2024-11-25T15:33:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742077_1253 (size=12561) 2024-11-25T15:33:48,173 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b0603f5efc13458db6081a03c3a4e641 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b0603f5efc13458db6081a03c3a4e641 2024-11-25T15:33:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T15:33:48,178 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/3530ddf4cb2149258350ccef5bbf3f0f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3530ddf4cb2149258350ccef5bbf3f0f 2024-11-25T15:33:48,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T15:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,181 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,189 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into b0603f5efc13458db6081a03c3a4e641(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into 3530ddf4cb2149258350ccef5bbf3f0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:48,189 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548828109; duration=0sec 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548828109; duration=0sec 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:48,189 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,196 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,197 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:48,197 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,197 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0598bf2da9564e8e8c7a10840dc4e004, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=35.8 K 2024-11-25T15:33:48,199 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0598bf2da9564e8e8c7a10840dc4e004, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732548825321 2024-11-25T15:33:48,200 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3a6ca3c5ea84c1a9622e7a2f2644893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548825993 2024-11-25T15:33:48,200 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f1ce36e6b8464cbed2d9196bbd469c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/52cc72688f9a4182962253d2f7d33285 is 50, key is test_row_0/A:col10/1732548827240/Put/seqid=0 2024-11-25T15:33:48,221 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,222 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/9f2f2131d12e446d8de64c37898bebc8 is 50, key is test_row_0/C:col10/1732548826612/Put/seqid=0 2024-11-25T15:33:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742078_1254 (size=12151) 2024-11-25T15:33:48,268 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/52cc72688f9a4182962253d2f7d33285 2024-11-25T15:33:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742079_1255 (size=12561) 2024-11-25T15:33:48,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/501fdd788b354565b8bef252c281a975 is 50, key is test_row_0/B:col10/1732548827240/Put/seqid=0 2024-11-25T15:33:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742080_1256 (size=12151) 2024-11-25T15:33:48,340 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/501fdd788b354565b8bef252c281a975 2024-11-25T15:33:48,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/05785db6213c4b2e9676dc8dda370f54 is 50, key is test_row_0/C:col10/1732548827240/Put/seqid=0 2024-11-25T15:33:48,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742081_1257 (size=12151) 2024-11-25T15:33:48,371 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/05785db6213c4b2e9676dc8dda370f54 2024-11-25T15:33:48,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548888369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548888370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/52cc72688f9a4182962253d2f7d33285 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285 2024-11-25T15:33:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548888371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548888372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548888372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,379 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T15:33:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/501fdd788b354565b8bef252c281a975 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975 2024-11-25T15:33:48,383 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T15:33:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/05785db6213c4b2e9676dc8dda370f54 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54 2024-11-25T15:33:48,387 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T15:33:48,388 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 173b47d9dd97d024e235deec17e1091a in 207ms, sequenceid=195, compaction requested=false 2024-11-25T15:33:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T15:33:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T15:33:48,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T15:33:48,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 823 msec 2024-11-25T15:33:48,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 827 msec 2024-11-25T15:33:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:48,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T15:33:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/23ce73f8a0ff4087a123db766b12a600 is 50, key is test_row_0/A:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742082_1258 (size=16931) 2024-11-25T15:33:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548888493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548888495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548888496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/23ce73f8a0ff4087a123db766b12a600 2024-11-25T15:33:48,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548888498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548888498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f9819ce2d7994e8aa38da8f8ce72ae62 is 50, key is test_row_0/B:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742083_1259 (size=12151) 2024-11-25T15:33:48,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f9819ce2d7994e8aa38da8f8ce72ae62 2024-11-25T15:33:48,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/1174d5c4d537449a8ee62995a6a2da83 is 50, key is test_row_0/C:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742084_1260 (size=12151) 2024-11-25T15:33:48,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/1174d5c4d537449a8ee62995a6a2da83 2024-11-25T15:33:48,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/23ce73f8a0ff4087a123db766b12a600 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600 2024-11-25T15:33:48,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600, entries=250, sequenceid=212, filesize=16.5 K 2024-11-25T15:33:48,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f9819ce2d7994e8aa38da8f8ce72ae62 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62 2024-11-25T15:33:48,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T15:33:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/1174d5c4d537449a8ee62995a6a2da83 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83 2024-11-25T15:33:48,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T15:33:48,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 173b47d9dd97d024e235deec17e1091a in 73ms, sequenceid=212, compaction requested=true 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:48,549 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:48,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:33:48,550 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,550 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:48,550 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,550 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b0603f5efc13458db6081a03c3a4e641, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=40.7 K 2024-11-25T15:33:48,550 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b0603f5efc13458db6081a03c3a4e641, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,551 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 52cc72688f9a4182962253d2f7d33285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732548827240 2024-11-25T15:33:48,551 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 23ce73f8a0ff4087a123db766b12a600, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828366 2024-11-25T15:33:48,559 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,559 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/70f4c7b4bae44abf838aaf260309c197 is 50, key is test_row_0/A:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742085_1261 (size=12663) 2024-11-25T15:33:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:48,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:33:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:48,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/a91a76b8eefd463f9885bd3c7ceabcf3 is 50, key is test_row_0/A:col10/1732548828494/Put/seqid=0 2024-11-25T15:33:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742086_1262 (size=12151) 2024-11-25T15:33:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548888610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548888610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548888611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548888613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548888614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T15:33:48,676 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T15:33:48,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T15:33:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:48,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:48,679 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:48,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:48,680 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/9f2f2131d12e446d8de64c37898bebc8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/9f2f2131d12e446d8de64c37898bebc8 2024-11-25T15:33:48,684 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 9f2f2131d12e446d8de64c37898bebc8(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:48,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,684 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548828110; duration=0sec 2024-11-25T15:33:48,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:33:48,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:48,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:48,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,685 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,685 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:48,686 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,686 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3530ddf4cb2149258350ccef5bbf3f0f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.0 K 2024-11-25T15:33:48,686 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3530ddf4cb2149258350ccef5bbf3f0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,686 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 501fdd788b354565b8bef252c281a975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732548827240 2024-11-25T15:33:48,687 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9819ce2d7994e8aa38da8f8ce72ae62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828371 2024-11-25T15:33:48,694 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,694 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/d0376c65ed394d99aef6401a86c13931 is 50, key is test_row_0/B:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742087_1263 (size=12663) 2024-11-25T15:33:48,702 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/d0376c65ed394d99aef6401a86c13931 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d0376c65ed394d99aef6401a86c13931 2024-11-25T15:33:48,706 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into d0376c65ed394d99aef6401a86c13931(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:48,706 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,706 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548828549; duration=0sec 2024-11-25T15:33:48,706 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:48,706 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:48,706 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:48,708 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:48,708 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:48,708 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,708 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/9f2f2131d12e446d8de64c37898bebc8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.0 K 2024-11-25T15:33:48,709 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f2f2131d12e446d8de64c37898bebc8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548826612 2024-11-25T15:33:48,709 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05785db6213c4b2e9676dc8dda370f54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732548827240 2024-11-25T15:33:48,709 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1174d5c4d537449a8ee62995a6a2da83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828371 2024-11-25T15:33:48,716 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:48,716 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3989e9454f274868a3dac98ea85327c7 is 50, key is test_row_0/C:col10/1732548828371/Put/seqid=0 2024-11-25T15:33:48,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548888715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548888718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548888718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548888718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548888718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742088_1264 (size=12663) 2024-11-25T15:33:48,736 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3989e9454f274868a3dac98ea85327c7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3989e9454f274868a3dac98ea85327c7 2024-11-25T15:33:48,745 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 3989e9454f274868a3dac98ea85327c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:48,745 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:48,745 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548828549; duration=0sec 2024-11-25T15:33:48,745 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:48,745 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:48,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:48,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:48,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548888920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548888920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548888922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548888923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548888927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:48,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:48,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:48,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:48,999 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/70f4c7b4bae44abf838aaf260309c197 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/70f4c7b4bae44abf838aaf260309c197 2024-11-25T15:33:49,005 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 70f4c7b4bae44abf838aaf260309c197(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:49,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:49,005 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548828549; duration=0sec 2024-11-25T15:33:49,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:49,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:49,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/a91a76b8eefd463f9885bd3c7ceabcf3 2024-11-25T15:33:49,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/937e4c265ec64c1da5ede76ad4d7c14b is 50, key is test_row_0/B:col10/1732548828494/Put/seqid=0 2024-11-25T15:33:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742089_1265 (size=12151) 2024-11-25T15:33:49,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/937e4c265ec64c1da5ede76ad4d7c14b 2024-11-25T15:33:49,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ee25dddd9edc4bb19c842bcd5500a322 is 50, key is test_row_0/C:col10/1732548828494/Put/seqid=0 2024-11-25T15:33:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742090_1266 (size=12151) 2024-11-25T15:33:49,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548889224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548889224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548889225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548889227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548889241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:49,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:49,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ee25dddd9edc4bb19c842bcd5500a322 2024-11-25T15:33:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/a91a76b8eefd463f9885bd3c7ceabcf3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3 2024-11-25T15:33:49,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T15:33:49,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/937e4c265ec64c1da5ede76ad4d7c14b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b 2024-11-25T15:33:49,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T15:33:49,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/ee25dddd9edc4bb19c842bcd5500a322 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322 2024-11-25T15:33:49,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T15:33:49,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 173b47d9dd97d024e235deec17e1091a in 974ms, sequenceid=235, compaction requested=false 2024-11-25T15:33:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:49,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T15:33:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:49,607 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:49,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb is 50, key is test_row_0/A:col10/1732548828609/Put/seqid=0 2024-11-25T15:33:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742091_1267 (size=12151) 2024-11-25T15:33:49,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548889756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548889759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548889759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548889764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548889764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548889865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548889865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548889867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548889872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548889879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548890072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548890072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548890073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548890078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548890082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,087 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb 2024-11-25T15:33:50,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f42c5620231044b1bdbf3f74ae111280 is 50, key is test_row_0/B:col10/1732548828609/Put/seqid=0 2024-11-25T15:33:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742092_1268 (size=12151) 2024-11-25T15:33:50,147 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f42c5620231044b1bdbf3f74ae111280 2024-11-25T15:33:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d25d17bada0f4d3286165de6a02f2e24 is 50, key is test_row_0/C:col10/1732548828609/Put/seqid=0 2024-11-25T15:33:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742093_1269 (size=12151) 2024-11-25T15:33:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548890376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548890376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548890377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548890380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548890388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,615 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d25d17bada0f4d3286165de6a02f2e24 2024-11-25T15:33:50,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb 2024-11-25T15:33:50,697 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:33:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f42c5620231044b1bdbf3f74ae111280 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280 2024-11-25T15:33:50,731 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:33:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d25d17bada0f4d3286165de6a02f2e24 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24 2024-11-25T15:33:50,740 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:33:50,741 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 173b47d9dd97d024e235deec17e1091a in 1134ms, sequenceid=252, compaction requested=true 2024-11-25T15:33:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T15:33:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T15:33:50,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T15:33:50,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0630 sec 2024-11-25T15:33:50,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.0670 sec 2024-11-25T15:33:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T15:33:50,810 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T15:33:50,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T15:33:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:50,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:50,831 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:50,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:50,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:33:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:50,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 is 50, key is test_row_0/A:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:50,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548890899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548890907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548890909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548890909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548890915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742094_1270 (size=12301) 2024-11-25T15:33:50,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:50,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:50,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548891017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548891017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548891024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548891031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548891031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:51,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548891221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548891228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548891229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548891240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548891251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 2024-11-25T15:33:51,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9786a7bf22834d89b3785eeeb5c55ee3 is 50, key is test_row_0/B:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742095_1271 (size=12301) 2024-11-25T15:33:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:51,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548891527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548891533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548891538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548891547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548891607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9786a7bf22834d89b3785eeeb5c55ee3 2024-11-25T15:33:51,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3f187afb01d44fb2b27cd81aa60b3c1d is 50, key is test_row_0/C:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742096_1272 (size=12301) 2024-11-25T15:33:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:51,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:51,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:51,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:51,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548892036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548892038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548892055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548892060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548892118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:52,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:52,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3f187afb01d44fb2b27cd81aa60b3c1d 2024-11-25T15:33:52,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 2024-11-25T15:33:52,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T15:33:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/9786a7bf22834d89b3785eeeb5c55ee3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3 2024-11-25T15:33:52,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T15:33:52,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3f187afb01d44fb2b27cd81aa60b3c1d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d 2024-11-25T15:33:52,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T15:33:52,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 173b47d9dd97d024e235deec17e1091a in 1480ms, sequenceid=279, compaction requested=true 2024-11-25T15:33:52,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:52,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:52,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:52,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:52,368 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:52,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:52,369 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:52,369 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:52,369 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,370 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/70f4c7b4bae44abf838aaf260309c197, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=48.1 K 2024-11-25T15:33:52,370 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:52,370 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:52,370 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,370 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d0376c65ed394d99aef6401a86c13931, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=48.1 K 2024-11-25T15:33:52,370 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f4c7b4bae44abf838aaf260309c197, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828371 2024-11-25T15:33:52,371 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d0376c65ed394d99aef6401a86c13931, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828371 2024-11-25T15:33:52,371 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91a76b8eefd463f9885bd3c7ceabcf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732548828494 2024-11-25T15:33:52,372 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3d8d3b2e2b54bc2b664cbdc4a6b5aeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548828609 2024-11-25T15:33:52,372 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 937e4c265ec64c1da5ede76ad4d7c14b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732548828494 2024-11-25T15:33:52,372 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f42c5620231044b1bdbf3f74ae111280, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548828609 2024-11-25T15:33:52,372 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa39c5aa12dc4c6fa2f9cd3ba4cb8449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:52,373 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9786a7bf22834d89b3785eeeb5c55ee3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:52,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:52,388 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:52,388 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/82a589bbe4c94492bcbfb753953b21f7 is 50, key is test_row_0/B:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:52,392 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:52,393 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/f9a8297d393b460495faa7cb63a9de9c is 50, key is test_row_0/A:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:52,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742098_1274 (size=12949) 2024-11-25T15:33:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742097_1273 (size=12949) 2024-11-25T15:33:52,422 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/82a589bbe4c94492bcbfb753953b21f7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/82a589bbe4c94492bcbfb753953b21f7 2024-11-25T15:33:52,422 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/f9a8297d393b460495faa7cb63a9de9c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f9a8297d393b460495faa7cb63a9de9c 2024-11-25T15:33:52,438 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into 82a589bbe4c94492bcbfb753953b21f7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:52,438 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:52,438 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=12, startTime=1732548832368; duration=0sec 2024-11-25T15:33:52,438 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:52,438 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:52,438 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:33:52,440 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:33:52,440 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:52,440 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,440 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3989e9454f274868a3dac98ea85327c7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=48.1 K 2024-11-25T15:33:52,451 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3989e9454f274868a3dac98ea85327c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732548828371 2024-11-25T15:33:52,452 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into f9a8297d393b460495faa7cb63a9de9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:52,452 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:52,452 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=12, startTime=1732548832367; duration=0sec 2024-11-25T15:33:52,452 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:52,452 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:52,453 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ee25dddd9edc4bb19c842bcd5500a322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732548828494 2024-11-25T15:33:52,453 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d25d17bada0f4d3286165de6a02f2e24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548828609 2024-11-25T15:33:52,454 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f187afb01d44fb2b27cd81aa60b3c1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:52,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:52,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T15:33:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,459 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T15:33:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3d9c77598dc14b709fe395d7f72c793b is 50, key is test_row_0/A:col10/1732548830894/Put/seqid=0 2024-11-25T15:33:52,492 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:52,493 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/916c81e6e0f24f5ea6b6c9587d99075a is 50, key is test_row_0/C:col10/1732548830885/Put/seqid=0 2024-11-25T15:33:52,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742099_1275 (size=12301) 2024-11-25T15:33:52,524 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3d9c77598dc14b709fe395d7f72c793b 2024-11-25T15:33:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742100_1276 (size=12949) 2024-11-25T15:33:52,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/ac6f90bb1d6f441185d523a628dddbc2 is 50, key is test_row_0/B:col10/1732548830894/Put/seqid=0 2024-11-25T15:33:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742101_1277 (size=12301) 2024-11-25T15:33:52,604 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/ac6f90bb1d6f441185d523a628dddbc2 2024-11-25T15:33:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/74ee58e060584805bccfafe5922a21e4 is 50, key is test_row_0/C:col10/1732548830894/Put/seqid=0 2024-11-25T15:33:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742102_1278 (size=12301) 2024-11-25T15:33:52,712 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/74ee58e060584805bccfafe5922a21e4 2024-11-25T15:33:52,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/3d9c77598dc14b709fe395d7f72c793b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b 2024-11-25T15:33:52,742 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T15:33:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/ac6f90bb1d6f441185d523a628dddbc2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2 2024-11-25T15:33:52,750 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T15:33:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/74ee58e060584805bccfafe5922a21e4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4 2024-11-25T15:33:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T15:33:52,758 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 173b47d9dd97d024e235deec17e1091a in 299ms, sequenceid=291, compaction requested=false 2024-11-25T15:33:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T15:33:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T15:33:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T15:33:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-11-25T15:33:52,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9520 sec 2024-11-25T15:33:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T15:33:52,953 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T15:33:52,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T15:33:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T15:33:52,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:52,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:52,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:53,000 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/916c81e6e0f24f5ea6b6c9587d99075a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/916c81e6e0f24f5ea6b6c9587d99075a 2024-11-25T15:33:53,047 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 916c81e6e0f24f5ea6b6c9587d99075a(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:53,047 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,047 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=12, startTime=1732548832377; duration=0sec 2024-11-25T15:33:53,047 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:53,047 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T15:33:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:53,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7c1fc9c2a34d45fdac5dc9301c958bae is 50, key is test_row_0/A:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T15:33:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742103_1279 (size=12301) 2024-11-25T15:33:53,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7c1fc9c2a34d45fdac5dc9301c958bae 2024-11-25T15:33:53,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 is 50, key is test_row_0/B:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742104_1280 (size=12301) 2024-11-25T15:33:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 2024-11-25T15:33:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T15:33:53,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T15:33:53,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:53,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:53,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/6961ca65a59b4278b178cbaf4db3b3f3 is 50, key is test_row_0/C:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742105_1281 (size=12301) 2024-11-25T15:33:53,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/6961ca65a59b4278b178cbaf4db3b3f3 2024-11-25T15:33:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7c1fc9c2a34d45fdac5dc9301c958bae as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae 2024-11-25T15:33:53,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T15:33:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 2024-11-25T15:33:53,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T15:33:53,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/6961ca65a59b4278b178cbaf4db3b3f3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3 2024-11-25T15:33:53,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T15:33:53,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 173b47d9dd97d024e235deec17e1091a in 280ms, sequenceid=304, compaction requested=true 2024-11-25T15:33:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,365 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:53,366 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:53,366 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:53,366 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,366 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f9a8297d393b460495faa7cb63a9de9c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.7 K 2024-11-25T15:33:53,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a8297d393b460495faa7cb63a9de9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:53,368 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d9c77598dc14b709fe395d7f72c793b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732548830894 2024-11-25T15:33:53,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:53,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:53,368 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c1fc9c2a34d45fdac5dc9301c958bae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:53,371 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:53,372 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:53,373 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:53,373 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,373 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/82a589bbe4c94492bcbfb753953b21f7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.7 K 2024-11-25T15:33:53,374 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a589bbe4c94492bcbfb753953b21f7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:53,375 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6f90bb1d6f441185d523a628dddbc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732548830894 2024-11-25T15:33:53,376 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b5a2bead3f74d0a8cf8afc7c84a76a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:53,393 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:53,395 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/a25d380d683a412597d7c75e17bd06a9 is 50, key is test_row_0/A:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,405 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:53,406 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f05f06ae9d0346f3b0e7c533a4a71b3e is 50, key is test_row_0/B:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742106_1282 (size=13051) 2024-11-25T15:33:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742107_1283 (size=13051) 2024-11-25T15:33:53,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T15:33:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,456 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,457 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/f05f06ae9d0346f3b0e7c533a4a71b3e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f05f06ae9d0346f3b0e7c533a4a71b3e 2024-11-25T15:33:53,476 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into f05f06ae9d0346f3b0e7c533a4a71b3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:53,476 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,476 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548833371; duration=0sec 2024-11-25T15:33:53,476 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:53,476 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:53,476 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/93549d8bc8c2436db800dcaf1fa1712d is 50, key is test_row_0/A:col10/1732548833138/Put/seqid=0 2024-11-25T15:33:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:53,484 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:53,484 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:53,485 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,485 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/916c81e6e0f24f5ea6b6c9587d99075a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.7 K 2024-11-25T15:33:53,485 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 916c81e6e0f24f5ea6b6c9587d99075a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732548829763 2024-11-25T15:33:53,486 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ee58e060584805bccfafe5922a21e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732548830894 2024-11-25T15:33:53,486 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 6961ca65a59b4278b178cbaf4db3b3f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:53,510 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:53,511 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/64060bd99b1b451a85eff3b55ab898c2 is 50, key is test_row_0/C:col10/1732548833082/Put/seqid=0 2024-11-25T15:33:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742108_1284 (size=12301) 2024-11-25T15:33:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,516 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/93549d8bc8c2436db800dcaf1fa1712d 2024-11-25T15:33:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742109_1285 (size=13051) 2024-11-25T15:33:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T15:33:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a846219b49144ee99d969b16ff28614f is 50, key is test_row_0/B:col10/1732548833138/Put/seqid=0 2024-11-25T15:33:53,606 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/64060bd99b1b451a85eff3b55ab898c2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/64060bd99b1b451a85eff3b55ab898c2 2024-11-25T15:33:53,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742110_1286 (size=12301) 2024-11-25T15:33:53,631 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a846219b49144ee99d969b16ff28614f 2024-11-25T15:33:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,644 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 64060bd99b1b451a85eff3b55ab898c2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:53,644 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,644 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548833383; duration=0sec 2024-11-25T15:33:53,644 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:53,644 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:53,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/dc12724f7cf0456a856ea0f60d912c8e is 50, key is test_row_0/C:col10/1732548833138/Put/seqid=0 2024-11-25T15:33:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742111_1287 (size=12301) 2024-11-25T15:33:53,697 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/dc12724f7cf0456a856ea0f60d912c8e 2024-11-25T15:33:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/93549d8bc8c2436db800dcaf1fa1712d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d 2024-11-25T15:33:53,712 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T15:33:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/a846219b49144ee99d969b16ff28614f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f 2024-11-25T15:33:53,729 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T15:33:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/dc12724f7cf0456a856ea0f60d912c8e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e 2024-11-25T15:33:53,738 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T15:33:53,739 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 173b47d9dd97d024e235deec17e1091a in 283ms, sequenceid=328, compaction requested=false 2024-11-25T15:33:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T15:33:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T15:33:53,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T15:33:53,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 761 msec 2024-11-25T15:33:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 770 msec 2024-11-25T15:33:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:53,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:53,840 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/a25d380d683a412597d7c75e17bd06a9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a25d380d683a412597d7c75e17bd06a9 2024-11-25T15:33:53,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/d907c23ecd43499392f19480e4ada9ec is 50, key is test_row_0/A:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:53,852 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into a25d380d683a412597d7c75e17bd06a9(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:53,852 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:53,853 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548833364; duration=0sec 2024-11-25T15:33:53,853 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:53,853 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:53,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742112_1288 (size=14741) 2024-11-25T15:33:53,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/d907c23ecd43499392f19480e4ada9ec 2024-11-25T15:33:53,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/306502efaae94c81b3d3c0eab95b83eb is 50, key is test_row_0/B:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:53,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742113_1289 (size=12301) 2024-11-25T15:33:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548893981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548893983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548893983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548893986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548893991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T15:33:54,081 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T15:33:54,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T15:33:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:54,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:54,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:54,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548894189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548894189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548894190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548894195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548894205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T15:33:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/306502efaae94c81b3d3c0eab95b83eb 2024-11-25T15:33:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:54,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/f5017426389d435682be94fc4de846c3 is 50, key is test_row_0/C:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:54,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T15:33:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742114_1290 (size=12301) 2024-11-25T15:33:54,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/f5017426389d435682be94fc4de846c3 2024-11-25T15:33:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548894493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548894499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548894507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548894507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548894513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/d907c23ecd43499392f19480e4ada9ec as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec 2024-11-25T15:33:54,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec, entries=200, sequenceid=345, filesize=14.4 K 2024-11-25T15:33:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T15:33:54,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/306502efaae94c81b3d3c0eab95b83eb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb 2024-11-25T15:33:54,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T15:33:54,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/f5017426389d435682be94fc4de846c3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3 2024-11-25T15:33:54,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T15:33:54,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 173b47d9dd97d024e235deec17e1091a in 740ms, sequenceid=345, compaction requested=true 2024-11-25T15:33:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:54,579 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:54,579 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:54,586 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:54,586 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:54,586 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,587 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f05f06ae9d0346f3b0e7c533a4a71b3e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.8 K 2024-11-25T15:33:54,587 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:54,587 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:54,587 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,587 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a25d380d683a412597d7c75e17bd06a9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=39.2 K 2024-11-25T15:33:54,588 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f05f06ae9d0346f3b0e7c533a4a71b3e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:54,588 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a846219b49144ee99d969b16ff28614f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732548833136 2024-11-25T15:33:54,588 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a25d380d683a412597d7c75e17bd06a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:54,589 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93549d8bc8c2436db800dcaf1fa1712d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732548833136 2024-11-25T15:33:54,589 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 306502efaae94c81b3d3c0eab95b83eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833508 2024-11-25T15:33:54,589 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d907c23ecd43499392f19480e4ada9ec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833498 2024-11-25T15:33:54,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:54,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:54,600 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:54,613 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:54,613 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8afb7203c7214800ae11c71c13cf2d0e is 50, key is test_row_0/A:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:54,617 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:54,617 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/88e009ee0ac7479390f882095cf4ca21 is 50, key is test_row_0/B:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7881fc4a74e9435fa0eaab68464dfffa is 50, key is test_row_0/A:col10/1732548833865/Put/seqid=0 2024-11-25T15:33:54,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742115_1291 (size=13153) 2024-11-25T15:33:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742116_1292 (size=13153) 2024-11-25T15:33:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742117_1293 (size=12301) 2024-11-25T15:33:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548895021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548895021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548895021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548895023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548895026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,069 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/88e009ee0ac7479390f882095cf4ca21 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/88e009ee0ac7479390f882095cf4ca21 2024-11-25T15:33:55,077 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into 88e009ee0ac7479390f882095cf4ca21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:55,077 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:55,077 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548834579; duration=0sec 2024-11-25T15:33:55,077 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:55,077 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:55,077 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:55,079 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:55,079 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:55,079 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:55,079 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/64060bd99b1b451a85eff3b55ab898c2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.8 K 2024-11-25T15:33:55,081 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 64060bd99b1b451a85eff3b55ab898c2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732548833074 2024-11-25T15:33:55,082 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting dc12724f7cf0456a856ea0f60d912c8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732548833136 2024-11-25T15:33:55,085 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8afb7203c7214800ae11c71c13cf2d0e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8afb7203c7214800ae11c71c13cf2d0e 2024-11-25T15:33:55,086 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7881fc4a74e9435fa0eaab68464dfffa 2024-11-25T15:33:55,086 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f5017426389d435682be94fc4de846c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833508 2024-11-25T15:33:55,093 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 8afb7203c7214800ae11c71c13cf2d0e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:55,093 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:55,093 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548834578; duration=0sec 2024-11-25T15:33:55,093 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:55,093 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/566d42f290bc4f64a0c035b2fe7b07c4 is 50, key is test_row_0/B:col10/1732548833865/Put/seqid=0 2024-11-25T15:33:55,114 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:55,115 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3ad75b6ea586416cb12da7c326d3fc09 is 50, key is test_row_0/C:col10/1732548833837/Put/seqid=0 2024-11-25T15:33:55,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548895127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548895133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742118_1294 (size=12301) 2024-11-25T15:33:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742119_1295 (size=13153) 2024-11-25T15:33:55,184 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/3ad75b6ea586416cb12da7c326d3fc09 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3ad75b6ea586416cb12da7c326d3fc09 2024-11-25T15:33:55,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 3ad75b6ea586416cb12da7c326d3fc09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:55,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:55,189 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548834579; duration=0sec 2024-11-25T15:33:55,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:55,189 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:55,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548895332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548895332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548895333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548895338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,560 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/566d42f290bc4f64a0c035b2fe7b07c4 2024-11-25T15:33:55,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/7ce687ed9bdc4a9e8320450e3c80fa8c is 50, key is test_row_0/C:col10/1732548833865/Put/seqid=0 2024-11-25T15:33:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742120_1296 (size=12301) 2024-11-25T15:33:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548895635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548895636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548895640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548895645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,016 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/7ce687ed9bdc4a9e8320450e3c80fa8c 2024-11-25T15:33:56,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548896029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/7881fc4a74e9435fa0eaab68464dfffa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa 2024-11-25T15:33:56,084 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T15:33:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/566d42f290bc4f64a0c035b2fe7b07c4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4 2024-11-25T15:33:56,117 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T15:33:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/7ce687ed9bdc4a9e8320450e3c80fa8c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c 2024-11-25T15:33:56,130 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T15:33:56,131 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 173b47d9dd97d024e235deec17e1091a in 1531ms, sequenceid=368, compaction requested=false 2024-11-25T15:33:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T15:33:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-25T15:33:56,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T15:33:56,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0500 sec 2024-11-25T15:33:56,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.0670 sec 2024-11-25T15:33:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:56,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/4ce2631f5f604081a35cbcf30c9d4d45 is 50, key is test_row_0/A:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T15:33:56,200 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T15:33:56,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:33:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-25T15:33:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742121_1297 (size=12301) 2024-11-25T15:33:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:56,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:33:56,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:33:56,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:33:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548896221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548896223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548896224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548896225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548896336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548896336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548896336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548896336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548896540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548896540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548896540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548896559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/4ce2631f5f604081a35cbcf30c9d4d45 2024-11-25T15:33:56,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1fac7d6d81cf428ebd8deef01dcafd22 is 50, key is test_row_0/B:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742122_1298 (size=12301) 2024-11-25T15:33:56,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1fac7d6d81cf428ebd8deef01dcafd22 2024-11-25T15:33:56,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/81beeb3435f64362a6f60dcd99d47b56 is 50, key is test_row_0/C:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:56,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742123_1299 (size=12301) 2024-11-25T15:33:56,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/81beeb3435f64362a6f60dcd99d47b56 2024-11-25T15:33:56,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/4ce2631f5f604081a35cbcf30c9d4d45 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45 2024-11-25T15:33:56,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:33:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/1fac7d6d81cf428ebd8deef01dcafd22 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22 2024-11-25T15:33:56,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:33:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/81beeb3435f64362a6f60dcd99d47b56 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56 2024-11-25T15:33:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:56,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:33:56,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 173b47d9dd97d024e235deec17e1091a in 695ms, sequenceid=388, compaction requested=true 2024-11-25T15:33:56,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:56,849 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:56,849 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:56,850 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:56,850 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:56,850 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,850 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8afb7203c7214800ae11c71c13cf2d0e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.9 K 2024-11-25T15:33:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:56,851 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:56,851 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:56,851 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,851 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/88e009ee0ac7479390f882095cf4ca21, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.9 K 2024-11-25T15:33:56,852 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8afb7203c7214800ae11c71c13cf2d0e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833508 2024-11-25T15:33:56,852 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 88e009ee0ac7479390f882095cf4ca21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833508 2024-11-25T15:33:56,852 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7881fc4a74e9435fa0eaab68464dfffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732548833865 2024-11-25T15:33:56,852 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 566d42f290bc4f64a0c035b2fe7b07c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732548833865 2024-11-25T15:33:56,853 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fac7d6d81cf428ebd8deef01dcafd22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:56,853 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce2631f5f604081a35cbcf30c9d4d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:56,865 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:56,866 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8c2061f93dc9402da66d48f7e4076aa6 is 50, key is test_row_0/A:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:56,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T15:33:56,871 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:56,872 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/3431327f09084430a598ce86fe85c339 is 50, key is test_row_0/B:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:56,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:56,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:56,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548896896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/ee9ca729b6bc4299b38c364e222c1f5a is 50, key is test_row_0/A:col10/1732548836866/Put/seqid=0 2024-11-25T15:33:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548896912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548896913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548896912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:56,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742124_1300 (size=13255) 2024-11-25T15:33:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742125_1301 (size=13255) 2024-11-25T15:33:56,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742126_1302 (size=14741) 2024-11-25T15:33:56,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/ee9ca729b6bc4299b38c364e222c1f5a 2024-11-25T15:33:56,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/722c23f5c3e541dea51fb3f09af48e7c is 50, key is test_row_0/B:col10/1732548836866/Put/seqid=0 2024-11-25T15:33:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548897013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548897027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548897027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548897027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742127_1303 (size=12301) 2024-11-25T15:33:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548897221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548897232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548897233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548897233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:57,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,372 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/3431327f09084430a598ce86fe85c339 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3431327f09084430a598ce86fe85c339 2024-11-25T15:33:57,373 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/8c2061f93dc9402da66d48f7e4076aa6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c2061f93dc9402da66d48f7e4076aa6 2024-11-25T15:33:57,379 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 8c2061f93dc9402da66d48f7e4076aa6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:57,379 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:57,379 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548836848; duration=0sec 2024-11-25T15:33:57,379 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:57,379 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:57,379 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:57,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:57,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:57,380 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,381 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3ad75b6ea586416cb12da7c326d3fc09, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=36.9 K 2024-11-25T15:33:57,381 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into 3431327f09084430a598ce86fe85c339(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:57,381 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ad75b6ea586416cb12da7c326d3fc09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732548833508 2024-11-25T15:33:57,381 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:57,381 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548836849; duration=0sec 2024-11-25T15:33:57,381 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:57,381 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:57,381 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ce687ed9bdc4a9e8320450e3c80fa8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732548833865 2024-11-25T15:33:57,382 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81beeb3435f64362a6f60dcd99d47b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:57,416 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:57,416 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/332810f12cac473693ffa1e9722cc315 is 50, key is test_row_0/C:col10/1732548836152/Put/seqid=0 2024-11-25T15:33:57,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/722c23f5c3e541dea51fb3f09af48e7c 2024-11-25T15:33:57,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742128_1304 (size=13255) 2024-11-25T15:33:57,461 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/332810f12cac473693ffa1e9722cc315 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/332810f12cac473693ffa1e9722cc315 2024-11-25T15:33:57,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/30ab47742da64961a42c1d51bc71e243 is 50, key is test_row_0/C:col10/1732548836866/Put/seqid=0 2024-11-25T15:33:57,471 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 332810f12cac473693ffa1e9722cc315(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:57,471 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:57,471 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548836849; duration=0sec 2024-11-25T15:33:57,471 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:57,472 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742129_1305 (size=12301) 2024-11-25T15:33:57,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/30ab47742da64961a42c1d51bc71e243 2024-11-25T15:33:57,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/ee9ca729b6bc4299b38c364e222c1f5a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a 2024-11-25T15:33:57,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a, entries=200, sequenceid=411, filesize=14.4 K 2024-11-25T15:33:57,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/722c23f5c3e541dea51fb3f09af48e7c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c 2024-11-25T15:33:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548897527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T15:33:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/30ab47742da64961a42c1d51bc71e243 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243 2024-11-25T15:33:57,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T15:33:57,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 173b47d9dd97d024e235deec17e1091a in 674ms, sequenceid=411, compaction requested=false 2024-11-25T15:33:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:57,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:57,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/e1a1bf306338446393fe89a4ec248d69 is 50, key is test_row_0/A:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742130_1306 (size=14741) 2024-11-25T15:33:57,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548897604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548897606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548897607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548897711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548897715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548897715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548897920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548897920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548897920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:57,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:57,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/e1a1bf306338446393fe89a4ec248d69 2024-11-25T15:33:58,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f is 50, key is test_row_0/B:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548898040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40066 deadline: 1732548898051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,053 DEBUG [Thread-1015 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., hostname=23e146a7c12d,39585,1732548756885, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:33:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742131_1307 (size=12301) 2024-11-25T15:33:58,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f 2024-11-25T15:33:58,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/0e9e0bf8e4de4812a957826955cee4e2 is 50, key is test_row_0/C:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742132_1308 (size=12301) 2024-11-25T15:33:58,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/0e9e0bf8e4de4812a957826955cee4e2 2024-11-25T15:33:58,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/e1a1bf306338446393fe89a4ec248d69 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69 2024-11-25T15:33:58,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69, entries=200, sequenceid=429, filesize=14.4 K 2024-11-25T15:33:58,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f 2024-11-25T15:33:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f, entries=150, sequenceid=429, filesize=12.0 K 2024-11-25T15:33:58,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/0e9e0bf8e4de4812a957826955cee4e2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2 2024-11-25T15:33:58,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2, entries=150, sequenceid=429, filesize=12.0 K 2024-11-25T15:33:58,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 173b47d9dd97d024e235deec17e1091a in 624ms, sequenceid=429, compaction requested=true 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:33:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 173b47d9dd97d024e235deec17e1091a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:33:58,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:33:58,170 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:58,170 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:58,171 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:58,171 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/A is initiating minor compaction (all files) 2024-11-25T15:33:58,171 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/A in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,171 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c2061f93dc9402da66d48f7e4076aa6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=41.7 K 2024-11-25T15:33:58,171 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:58,171 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/C is initiating minor compaction (all files) 2024-11-25T15:33:58,172 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/C in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,172 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/332810f12cac473693ffa1e9722cc315, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=37.0 K 2024-11-25T15:33:58,172 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 332810f12cac473693ffa1e9722cc315, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:58,172 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2061f93dc9402da66d48f7e4076aa6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:58,172 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ab47742da64961a42c1d51bc71e243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548836856 2024-11-25T15:33:58,172 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee9ca729b6bc4299b38c364e222c1f5a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548836222 2024-11-25T15:33:58,173 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e9e0bf8e4de4812a957826955cee4e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732548836899 2024-11-25T15:33:58,173 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a1bf306338446393fe89a4ec248d69, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732548836899 2024-11-25T15:33:58,189 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:58,190 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/745032680e00407894afb5dffb28eaca is 50, key is test_row_0/A:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:58,191 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:58,192 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/63fd0904795048a5af4401f6679e8e1b is 50, key is test_row_0/C:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742133_1309 (size=13357) 2024-11-25T15:33:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742134_1310 (size=13357) 2024-11-25T15:33:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:58,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:58,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:58,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/f37d5206626e4916b004bc35444ca5f8 is 50, key is test_row_0/A:col10/1732548837586/Put/seqid=0 2024-11-25T15:33:58,252 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/63fd0904795048a5af4401f6679e8e1b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/63fd0904795048a5af4401f6679e8e1b 2024-11-25T15:33:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742135_1311 (size=12301) 2024-11-25T15:33:58,299 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/C of 173b47d9dd97d024e235deec17e1091a into 63fd0904795048a5af4401f6679e8e1b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:58,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:58,300 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/C, priority=13, startTime=1732548838169; duration=0sec 2024-11-25T15:33:58,300 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:33:58,300 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:C 2024-11-25T15:33:58,300 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:33:58,304 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:33:58,304 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 173b47d9dd97d024e235deec17e1091a/B is initiating minor compaction (all files) 2024-11-25T15:33:58,304 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 173b47d9dd97d024e235deec17e1091a/B in TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,304 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3431327f09084430a598ce86fe85c339, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp, totalSize=37.0 K 2024-11-25T15:33:58,305 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3431327f09084430a598ce86fe85c339, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548835019 2024-11-25T15:33:58,305 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 722c23f5c3e541dea51fb3f09af48e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548836856 2024-11-25T15:33:58,305 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 17a2c55869fc4a1b8b9e8c5b4e6ff16f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732548836899 2024-11-25T15:33:58,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,313 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 173b47d9dd97d024e235deec17e1091a#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:33:58,314 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/d21cc931dfe04e1db454fa270ff8f416 is 50, key is test_row_0/B:col10/1732548837544/Put/seqid=0 2024-11-25T15:33:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:33:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548898326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548898326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548898328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742136_1312 (size=13357) 2024-11-25T15:33:58,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548898435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548898440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548898440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548898644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548898652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548898652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,670 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/745032680e00407894afb5dffb28eaca as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/745032680e00407894afb5dffb28eaca 2024-11-25T15:33:58,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/f37d5206626e4916b004bc35444ca5f8 2024-11-25T15:33:58,717 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/A of 173b47d9dd97d024e235deec17e1091a into 745032680e00407894afb5dffb28eaca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:58,717 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:58,717 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/A, priority=13, startTime=1732548838169; duration=0sec 2024-11-25T15:33:58,717 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:58,717 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:A 2024-11-25T15:33:58,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/6152c724ee8a48fab5b53642c40baf33 is 50, key is test_row_0/B:col10/1732548837586/Put/seqid=0 2024-11-25T15:33:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742137_1313 (size=12301) 2024-11-25T15:33:58,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/6152c724ee8a48fab5b53642c40baf33 2024-11-25T15:33:58,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,812 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/d21cc931dfe04e1db454fa270ff8f416 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d21cc931dfe04e1db454fa270ff8f416 2024-11-25T15:33:58,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d84da812a0184fea9f25a5a3663ea7b5 is 50, key is test_row_0/C:col10/1732548837586/Put/seqid=0 2024-11-25T15:33:58,863 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 173b47d9dd97d024e235deec17e1091a/B of 173b47d9dd97d024e235deec17e1091a into d21cc931dfe04e1db454fa270ff8f416(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:33:58,863 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:58,864 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a., storeName=173b47d9dd97d024e235deec17e1091a/B, priority=13, startTime=1732548838169; duration=0sec 2024-11-25T15:33:58,864 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:33:58,864 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 173b47d9dd97d024e235deec17e1091a:B 2024-11-25T15:33:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742138_1314 (size=12301) 2024-11-25T15:33:58,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40054 deadline: 1732548898959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:58,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40016 deadline: 1732548898960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40082 deadline: 1732548898969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:59,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:33:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40026 deadline: 1732548899059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:33:59,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:59,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:59,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,237 DEBUG [Thread-1020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:60975 2024-11-25T15:33:59,237 DEBUG [Thread-1028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644774bd to 127.0.0.1:60975 2024-11-25T15:33:59,237 DEBUG [Thread-1020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,237 DEBUG [Thread-1028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,239 DEBUG [Thread-1026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:60975 2024-11-25T15:33:59,239 DEBUG [Thread-1026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,239 DEBUG [Thread-1022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:60975 2024-11-25T15:33:59,239 DEBUG [Thread-1022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,240 DEBUG [Thread-1024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5c7476 to 127.0.0.1:60975 2024-11-25T15:33:59,240 DEBUG [Thread-1024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:59,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:59,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:33:59,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d84da812a0184fea9f25a5a3663ea7b5 2024-11-25T15:33:59,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/f37d5206626e4916b004bc35444ca5f8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f37d5206626e4916b004bc35444ca5f8 2024-11-25T15:33:59,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f37d5206626e4916b004bc35444ca5f8, entries=150, sequenceid=454, filesize=12.0 K 2024-11-25T15:33:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/6152c724ee8a48fab5b53642c40baf33 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/6152c724ee8a48fab5b53642c40baf33 2024-11-25T15:33:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/6152c724ee8a48fab5b53642c40baf33, entries=150, sequenceid=454, filesize=12.0 K 2024-11-25T15:33:59,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d84da812a0184fea9f25a5a3663ea7b5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d84da812a0184fea9f25a5a3663ea7b5 2024-11-25T15:33:59,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d84da812a0184fea9f25a5a3663ea7b5, entries=150, sequenceid=454, filesize=12.0 K 2024-11-25T15:33:59,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 173b47d9dd97d024e235deec17e1091a in 1098ms, sequenceid=454, compaction requested=false 2024-11-25T15:33:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:33:59,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:33:59,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T15:33:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:33:59,423 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:33:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:33:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:33:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:33:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:33:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/403815d777304ed8b23556c1449ce494 is 50, key is test_row_0/A:col10/1732548838319/Put/seqid=0 2024-11-25T15:33:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742139_1315 (size=12301) 2024-11-25T15:33:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:33:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. as already flushing 2024-11-25T15:33:59,465 DEBUG [Thread-1013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:60975 2024-11-25T15:33:59,465 DEBUG [Thread-1013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,469 DEBUG [Thread-1017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e66ea50 to 127.0.0.1:60975 2024-11-25T15:33:59,469 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,479 DEBUG [Thread-1011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c8a18c7 to 127.0.0.1:60975 2024-11-25T15:33:59,479 DEBUG [Thread-1011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:33:59,834 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/403815d777304ed8b23556c1449ce494 2024-11-25T15:33:59,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/89a446d7890a4d28b341e9895473a1eb is 50, key is test_row_0/B:col10/1732548838319/Put/seqid=0 2024-11-25T15:33:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742140_1316 (size=12301) 2024-11-25T15:34:00,247 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/89a446d7890a4d28b341e9895473a1eb 2024-11-25T15:34:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d01a0df1c6094e438b5f60c976f19c8c is 50, key is test_row_0/C:col10/1732548838319/Put/seqid=0 2024-11-25T15:34:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742141_1317 (size=12301) 2024-11-25T15:34:00,286 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d01a0df1c6094e438b5f60c976f19c8c 2024-11-25T15:34:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/403815d777304ed8b23556c1449ce494 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/403815d777304ed8b23556c1449ce494 2024-11-25T15:34:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/403815d777304ed8b23556c1449ce494, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T15:34:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/89a446d7890a4d28b341e9895473a1eb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/89a446d7890a4d28b341e9895473a1eb 2024-11-25T15:34:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:34:00,326 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/89a446d7890a4d28b341e9895473a1eb, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T15:34:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/d01a0df1c6094e438b5f60c976f19c8c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d01a0df1c6094e438b5f60c976f19c8c 2024-11-25T15:34:00,330 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d01a0df1c6094e438b5f60c976f19c8c, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T15:34:00,331 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 173b47d9dd97d024e235deec17e1091a in 908ms, sequenceid=468, compaction requested=true 2024-11-25T15:34:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:34:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:34:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-25T15:34:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-25T15:34:00,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T15:34:00,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1160 sec 2024-11-25T15:34:00,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 4.1320 sec 2024-11-25T15:34:01,075 DEBUG [Thread-1009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7792c763 to 127.0.0.1:60975 2024-11-25T15:34:01,075 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:02,087 DEBUG [Thread-1015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:60975 2024-11-25T15:34:02,087 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T15:34:04,322 INFO [Thread-1019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-25T15:34:04,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4539 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4432 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4362 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4530 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4356 2024-11-25T15:34:04,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:34:04,323 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:34:04,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72a7721c to 127.0.0.1:60975 2024-11-25T15:34:04,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:04,323 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:34:04,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:34:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:04,326 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548844326"}]},"ts":"1732548844326"} 2024-11-25T15:34:04,328 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:34:04,349 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:34:04,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:34:04,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, UNASSIGN}] 2024-11-25T15:34:04,352 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, UNASSIGN 2024-11-25T15:34:04,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=173b47d9dd97d024e235deec17e1091a, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:04,353 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:34:04,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:04,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:04,505 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:34:04,505 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:34:04,505 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 173b47d9dd97d024e235deec17e1091a, disabling compactions & flushes 2024-11-25T15:34:04,505 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:34:04,505 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:34:04,505 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. after waiting 0 ms 2024-11-25T15:34:04,505 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:34:04,505 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 173b47d9dd97d024e235deec17e1091a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=A 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=B 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 173b47d9dd97d024e235deec17e1091a, store=C 2024-11-25T15:34:04,506 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:04,510 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b08298cafe5e430a942a821116872263 is 50, key is test_row_0/A:col10/1732548841073/Put/seqid=0 2024-11-25T15:34:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742142_1318 (size=12301) 2024-11-25T15:34:04,517 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b08298cafe5e430a942a821116872263 2024-11-25T15:34:04,544 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/e57a68da0d4543179797e89e186e3726 is 50, key is test_row_0/B:col10/1732548841073/Put/seqid=0 2024-11-25T15:34:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742143_1319 (size=12301) 2024-11-25T15:34:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:04,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:34:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:04,967 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/e57a68da0d4543179797e89e186e3726 2024-11-25T15:34:04,974 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a74ca4acc1ac4911ac918b72cc8be2ef is 50, key is test_row_0/C:col10/1732548841073/Put/seqid=0 2024-11-25T15:34:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742144_1320 (size=12301) 2024-11-25T15:34:05,378 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a74ca4acc1ac4911ac918b72cc8be2ef 2024-11-25T15:34:05,382 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/A/b08298cafe5e430a942a821116872263 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b08298cafe5e430a942a821116872263 2024-11-25T15:34:05,386 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b08298cafe5e430a942a821116872263, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T15:34:05,387 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/B/e57a68da0d4543179797e89e186e3726 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/e57a68da0d4543179797e89e186e3726 2024-11-25T15:34:05,393 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/e57a68da0d4543179797e89e186e3726, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T15:34:05,394 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/.tmp/C/a74ca4acc1ac4911ac918b72cc8be2ef as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a74ca4acc1ac4911ac918b72cc8be2ef 2024-11-25T15:34:05,401 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a74ca4acc1ac4911ac918b72cc8be2ef, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T15:34:05,402 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 173b47d9dd97d024e235deec17e1091a in 897ms, sequenceid=476, compaction requested=true 2024-11-25T15:34:05,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/913c295d8f754735bd8b62d7fb29c05c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/6c1e91d57cb34f87abb5b3edadde9561, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ce426bd8551c48b5b02b9cc4ab91b2a4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b0603f5efc13458db6081a03c3a4e641, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/70f4c7b4bae44abf838aaf260309c197, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f9a8297d393b460495faa7cb63a9de9c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a25d380d683a412597d7c75e17bd06a9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8afb7203c7214800ae11c71c13cf2d0e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c2061f93dc9402da66d48f7e4076aa6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69] to archive 2024-11-25T15:34:05,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:05,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b79744d9403a413e9cca99adae7b2642 2024-11-25T15:34:05,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c07870dda354c61a8a6f24ead100a4e 2024-11-25T15:34:05,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/913c295d8f754735bd8b62d7fb29c05c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/913c295d8f754735bd8b62d7fb29c05c 2024-11-25T15:34:05,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/061393c7a7a84819a671b2d83b624805 2024-11-25T15:34:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:05,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/2fc0408711b9461fa60fba62ce1c1783 2024-11-25T15:34:05,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/95ec48480132471ab86fda211cecb1ad 2024-11-25T15:34:05,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/6c1e91d57cb34f87abb5b3edadde9561 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/6c1e91d57cb34f87abb5b3edadde9561 2024-11-25T15:34:05,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7f11bc56bbef4b8a95b5e7e07b666594 2024-11-25T15:34:05,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3f2c77331726411083b4f1fd1d13d137 2024-11-25T15:34:05,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ce426bd8551c48b5b02b9cc4ab91b2a4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ce426bd8551c48b5b02b9cc4ab91b2a4 2024-11-25T15:34:05,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/9d245596ca5d48cda485d5d236f5b197 2024-11-25T15:34:05,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/fbadfb6111e64790bbe00bb057fe69c5 2024-11-25T15:34:05,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b0603f5efc13458db6081a03c3a4e641 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b0603f5efc13458db6081a03c3a4e641 2024-11-25T15:34:05,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/52cc72688f9a4182962253d2f7d33285 2024-11-25T15:34:05,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/23ce73f8a0ff4087a123db766b12a600 2024-11-25T15:34:05,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/70f4c7b4bae44abf838aaf260309c197 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/70f4c7b4bae44abf838aaf260309c197 2024-11-25T15:34:05,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a91a76b8eefd463f9885bd3c7ceabcf3 2024-11-25T15:34:05,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/c3d8d3b2e2b54bc2b664cbdc4a6b5aeb 2024-11-25T15:34:05,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f9a8297d393b460495faa7cb63a9de9c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f9a8297d393b460495faa7cb63a9de9c 2024-11-25T15:34:05,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/aa39c5aa12dc4c6fa2f9cd3ba4cb8449 2024-11-25T15:34:05,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/3d9c77598dc14b709fe395d7f72c793b 2024-11-25T15:34:05,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a25d380d683a412597d7c75e17bd06a9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/a25d380d683a412597d7c75e17bd06a9 2024-11-25T15:34:05,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7c1fc9c2a34d45fdac5dc9301c958bae 2024-11-25T15:34:05,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/93549d8bc8c2436db800dcaf1fa1712d 2024-11-25T15:34:05,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/d907c23ecd43499392f19480e4ada9ec 2024-11-25T15:34:05,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8afb7203c7214800ae11c71c13cf2d0e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8afb7203c7214800ae11c71c13cf2d0e 2024-11-25T15:34:05,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/7881fc4a74e9435fa0eaab68464dfffa 2024-11-25T15:34:05,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c2061f93dc9402da66d48f7e4076aa6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/8c2061f93dc9402da66d48f7e4076aa6 2024-11-25T15:34:05,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/4ce2631f5f604081a35cbcf30c9d4d45 2024-11-25T15:34:05,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/ee9ca729b6bc4299b38c364e222c1f5a 2024-11-25T15:34:05,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/e1a1bf306338446393fe89a4ec248d69 2024-11-25T15:34:05,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/57175a8052c740dca593c59ad1583017, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f48d2dd7424748e08aeeac55edd7cb91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a3689306f0ea4aa7812789b86d017c82, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3530ddf4cb2149258350ccef5bbf3f0f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d0376c65ed394d99aef6401a86c13931, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/82a589bbe4c94492bcbfb753953b21f7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f05f06ae9d0346f3b0e7c533a4a71b3e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/88e009ee0ac7479390f882095cf4ca21, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3431327f09084430a598ce86fe85c339, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f] to archive 2024-11-25T15:34:05,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:05,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a4aa5c44402347d2a73225a4a62b70fd 2024-11-25T15:34:05,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b39a8fd96c6942de8fefb193c30aa04b 2024-11-25T15:34:05,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/57175a8052c740dca593c59ad1583017 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/57175a8052c740dca593c59ad1583017 2024-11-25T15:34:05,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/dbc7a73cf5ed49f39ef1a1df812d9a5b 2024-11-25T15:34:05,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/b0255229289d4308927cd86d9a96cb18 2024-11-25T15:34:05,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f48d2dd7424748e08aeeac55edd7cb91 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f48d2dd7424748e08aeeac55edd7cb91 2024-11-25T15:34:05,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9ff44f22f89b4aa5953eb6d9db8456e9 2024-11-25T15:34:05,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/4d3c6993d5334c179a0901cfc03875bd 2024-11-25T15:34:05,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a3689306f0ea4aa7812789b86d017c82 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a3689306f0ea4aa7812789b86d017c82 2024-11-25T15:34:05,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/0dbf83f9625b405280bcedf0923eaddc 2024-11-25T15:34:05,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1c7ac26a5f2c456b9f10b4e89e365bbf 2024-11-25T15:34:05,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3530ddf4cb2149258350ccef5bbf3f0f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3530ddf4cb2149258350ccef5bbf3f0f 2024-11-25T15:34:05,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2afb3836378f46349011def7cb0691a0 2024-11-25T15:34:05,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/501fdd788b354565b8bef252c281a975 2024-11-25T15:34:05,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d0376c65ed394d99aef6401a86c13931 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d0376c65ed394d99aef6401a86c13931 2024-11-25T15:34:05,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f9819ce2d7994e8aa38da8f8ce72ae62 2024-11-25T15:34:05,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/937e4c265ec64c1da5ede76ad4d7c14b 2024-11-25T15:34:05,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f42c5620231044b1bdbf3f74ae111280 2024-11-25T15:34:05,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/82a589bbe4c94492bcbfb753953b21f7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/82a589bbe4c94492bcbfb753953b21f7 2024-11-25T15:34:05,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/9786a7bf22834d89b3785eeeb5c55ee3 2024-11-25T15:34:05,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/ac6f90bb1d6f441185d523a628dddbc2 2024-11-25T15:34:05,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f05f06ae9d0346f3b0e7c533a4a71b3e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/f05f06ae9d0346f3b0e7c533a4a71b3e 2024-11-25T15:34:05,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/2b5a2bead3f74d0a8cf8afc7c84a76a9 2024-11-25T15:34:05,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/a846219b49144ee99d969b16ff28614f 2024-11-25T15:34:05,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/88e009ee0ac7479390f882095cf4ca21 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/88e009ee0ac7479390f882095cf4ca21 2024-11-25T15:34:05,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/306502efaae94c81b3d3c0eab95b83eb 2024-11-25T15:34:05,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/566d42f290bc4f64a0c035b2fe7b07c4 2024-11-25T15:34:05,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3431327f09084430a598ce86fe85c339 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/3431327f09084430a598ce86fe85c339 2024-11-25T15:34:05,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/1fac7d6d81cf428ebd8deef01dcafd22 2024-11-25T15:34:05,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/722c23f5c3e541dea51fb3f09af48e7c 2024-11-25T15:34:05,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/17a2c55869fc4a1b8b9e8c5b4e6ff16f 2024-11-25T15:34:05,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6d4b0b23935e40f6877a8a9931fbd631, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3e5f386c90a14628897e33d7af944861, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0598bf2da9564e8e8c7a10840dc4e004, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/9f2f2131d12e446d8de64c37898bebc8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3989e9454f274868a3dac98ea85327c7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/916c81e6e0f24f5ea6b6c9587d99075a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/64060bd99b1b451a85eff3b55ab898c2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3ad75b6ea586416cb12da7c326d3fc09, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/332810f12cac473693ffa1e9722cc315, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2] to archive 2024-11-25T15:34:05,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:05,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/609a8a4efcd14d26a77868ffcde9f99f 2024-11-25T15:34:05,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/cc25451dc4c84874aa6d924d14906824 2024-11-25T15:34:05,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6d4b0b23935e40f6877a8a9931fbd631 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6d4b0b23935e40f6877a8a9931fbd631 2024-11-25T15:34:05,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/969b0d36efa1425ca6953d1b0598615c 2024-11-25T15:34:05,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ea379cbb5fc14b18839dbcabc662bfaa 2024-11-25T15:34:05,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3e5f386c90a14628897e33d7af944861 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3e5f386c90a14628897e33d7af944861 2024-11-25T15:34:05,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/acb5c6273c6f49ea88dd59980af248e0 2024-11-25T15:34:05,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a6e1483e8da64b9a9db9a4794a8773ca 2024-11-25T15:34:05,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0598bf2da9564e8e8c7a10840dc4e004 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0598bf2da9564e8e8c7a10840dc4e004 2024-11-25T15:34:05,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3b82ac49799e4566962bdc93c38c2699 2024-11-25T15:34:05,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d3a6ca3c5ea84c1a9622e7a2f2644893 2024-11-25T15:34:05,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/9f2f2131d12e446d8de64c37898bebc8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/9f2f2131d12e446d8de64c37898bebc8 2024-11-25T15:34:05,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/10f1ce36e6b8464cbed2d9196bbd469c 2024-11-25T15:34:05,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/05785db6213c4b2e9676dc8dda370f54 2024-11-25T15:34:05,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3989e9454f274868a3dac98ea85327c7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3989e9454f274868a3dac98ea85327c7 2024-11-25T15:34:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/1174d5c4d537449a8ee62995a6a2da83 2024-11-25T15:34:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/ee25dddd9edc4bb19c842bcd5500a322 2024-11-25T15:34:05,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d25d17bada0f4d3286165de6a02f2e24 2024-11-25T15:34:05,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/916c81e6e0f24f5ea6b6c9587d99075a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/916c81e6e0f24f5ea6b6c9587d99075a 2024-11-25T15:34:05,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3f187afb01d44fb2b27cd81aa60b3c1d 2024-11-25T15:34:05,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/74ee58e060584805bccfafe5922a21e4 2024-11-25T15:34:05,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/64060bd99b1b451a85eff3b55ab898c2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/64060bd99b1b451a85eff3b55ab898c2 2024-11-25T15:34:05,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/6961ca65a59b4278b178cbaf4db3b3f3 2024-11-25T15:34:05,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/dc12724f7cf0456a856ea0f60d912c8e 2024-11-25T15:34:05,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3ad75b6ea586416cb12da7c326d3fc09 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/3ad75b6ea586416cb12da7c326d3fc09 2024-11-25T15:34:05,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/f5017426389d435682be94fc4de846c3 2024-11-25T15:34:05,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/7ce687ed9bdc4a9e8320450e3c80fa8c 2024-11-25T15:34:05,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/332810f12cac473693ffa1e9722cc315 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/332810f12cac473693ffa1e9722cc315 2024-11-25T15:34:05,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/81beeb3435f64362a6f60dcd99d47b56 2024-11-25T15:34:05,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/30ab47742da64961a42c1d51bc71e243 2024-11-25T15:34:05,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/0e9e0bf8e4de4812a957826955cee4e2 2024-11-25T15:34:05,553 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/recovered.edits/479.seqid, newMaxSeqId=479, maxSeqId=1 2024-11-25T15:34:05,554 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a. 2024-11-25T15:34:05,554 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 173b47d9dd97d024e235deec17e1091a: 2024-11-25T15:34:05,555 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 173b47d9dd97d024e235deec17e1091a 2024-11-25T15:34:05,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=173b47d9dd97d024e235deec17e1091a, regionState=CLOSED 2024-11-25T15:34:05,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T15:34:05,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 173b47d9dd97d024e235deec17e1091a, server=23e146a7c12d,39585,1732548756885 in 1.2020 sec 2024-11-25T15:34:05,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T15:34:05,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=173b47d9dd97d024e235deec17e1091a, UNASSIGN in 1.2050 sec 2024-11-25T15:34:05,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T15:34:05,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2090 sec 2024-11-25T15:34:05,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548845560"}]},"ts":"1732548845560"} 2024-11-25T15:34:05,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:34:05,668 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:34:05,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3440 sec 2024-11-25T15:34:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T15:34:06,435 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-25T15:34:06,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:34:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T15:34:06,438 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,440 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a 2024-11-25T15:34:06,444 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/recovered.edits] 2024-11-25T15:34:06,449 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/403815d777304ed8b23556c1449ce494 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/403815d777304ed8b23556c1449ce494 2024-11-25T15:34:06,450 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T15:34:06,452 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/745032680e00407894afb5dffb28eaca to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/745032680e00407894afb5dffb28eaca 2024-11-25T15:34:06,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b08298cafe5e430a942a821116872263 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/b08298cafe5e430a942a821116872263 2024-11-25T15:34:06,456 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f37d5206626e4916b004bc35444ca5f8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/A/f37d5206626e4916b004bc35444ca5f8 2024-11-25T15:34:06,460 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/6152c724ee8a48fab5b53642c40baf33 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/6152c724ee8a48fab5b53642c40baf33 2024-11-25T15:34:06,462 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/89a446d7890a4d28b341e9895473a1eb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/89a446d7890a4d28b341e9895473a1eb 2024-11-25T15:34:06,465 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d21cc931dfe04e1db454fa270ff8f416 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/d21cc931dfe04e1db454fa270ff8f416 2024-11-25T15:34:06,467 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/e57a68da0d4543179797e89e186e3726 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/B/e57a68da0d4543179797e89e186e3726 2024-11-25T15:34:06,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/63fd0904795048a5af4401f6679e8e1b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/63fd0904795048a5af4401f6679e8e1b 2024-11-25T15:34:06,473 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a74ca4acc1ac4911ac918b72cc8be2ef to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/a74ca4acc1ac4911ac918b72cc8be2ef 2024-11-25T15:34:06,475 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d01a0df1c6094e438b5f60c976f19c8c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d01a0df1c6094e438b5f60c976f19c8c 2024-11-25T15:34:06,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d84da812a0184fea9f25a5a3663ea7b5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/C/d84da812a0184fea9f25a5a3663ea7b5 2024-11-25T15:34:06,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/recovered.edits/479.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a/recovered.edits/479.seqid 2024-11-25T15:34:06,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/173b47d9dd97d024e235deec17e1091a 2024-11-25T15:34:06,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:34:06,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,483 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:34:06,485 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:34:06,486 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,486 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:34:06,486 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548846486"}]},"ts":"9223372036854775807"} 2024-11-25T15:34:06,488 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:34:06,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 173b47d9dd97d024e235deec17e1091a, NAME => 'TestAcidGuarantees,,1732548816989.173b47d9dd97d024e235deec17e1091a.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:34:06,488 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:34:06,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548846488"}]},"ts":"9223372036854775807"} 2024-11-25T15:34:06,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:34:06,500 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-25T15:34:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T15:34:06,539 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-25T15:34:06,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=457 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=750 (was 674) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2848 (was 2358) - AvailableMemoryMB LEAK? - 2024-11-25T15:34:06,557 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=750, ProcessCount=11, AvailableMemoryMB=2848 2024-11-25T15:34:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:34:06,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:34:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:06,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:34:06,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:06,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-25T15:34:06,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:34:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742145_1321 (size=960) 2024-11-25T15:34:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:06,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:34:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742146_1322 (size=53) 2024-11-25T15:34:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:07,398 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:34:07,398 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5e0b115ac3120b0f3566ad0c11315080, disabling compactions & flushes 2024-11-25T15:34:07,398 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,398 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,398 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. after waiting 0 ms 2024-11-25T15:34:07,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:07,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:34:07,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548847400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548847400"}]},"ts":"1732548847400"} 2024-11-25T15:34:07,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:34:07,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:34:07,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548847405"}]},"ts":"1732548847405"} 2024-11-25T15:34:07,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:34:07,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, ASSIGN}] 2024-11-25T15:34:07,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, ASSIGN 2024-11-25T15:34:07,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:34:07,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:07,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:07,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:07,749 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,749 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:34:07,749 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,749 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:34:07,749 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,749 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,751 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,753 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:07,753 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName A 2024-11-25T15:34:07,753 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:07,754 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:07,754 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,755 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:07,755 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName B 2024-11-25T15:34:07,755 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:07,755 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:07,755 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,756 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:07,757 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName C 2024-11-25T15:34:07,757 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:07,757 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:07,757 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,758 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,758 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,759 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:34:07,760 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:07,762 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:34:07,762 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 5e0b115ac3120b0f3566ad0c11315080; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64008502, jitterRate=-0.04619899392127991}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:34:07,763 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:07,764 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., pid=96, masterSystemTime=1732548847746 2024-11-25T15:34:07,765 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,765 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:07,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:07,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T15:34:07,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 in 172 msec 2024-11-25T15:34:07,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T15:34:07,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, ASSIGN in 328 msec 2024-11-25T15:34:07,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:34:07,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548847771"}]},"ts":"1732548847771"} 2024-11-25T15:34:07,773 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:34:07,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:34:07,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-25T15:34:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T15:34:08,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-25T15:34:08,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dacfd49 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5271608e 2024-11-25T15:34:08,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:08,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:08,679 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:08,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:34:08,681 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:34:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:34:08,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:34:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742147_1323 (size=996) 2024-11-25T15:34:09,096 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T15:34:09,096 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T15:34:09,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:34:09,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, REOPEN/MOVE}] 2024-11-25T15:34:09,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, REOPEN/MOVE 2024-11-25T15:34:09,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,101 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:34:09,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:09,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,253 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,253 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:34:09,253 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 5e0b115ac3120b0f3566ad0c11315080, disabling compactions & flushes 2024-11-25T15:34:09,253 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,253 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,253 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. after waiting 0 ms 2024-11-25T15:34:09,253 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,258 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T15:34:09,259 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,259 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:09,259 WARN [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 5e0b115ac3120b0f3566ad0c11315080 to self. 2024-11-25T15:34:09,269 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=CLOSED 2024-11-25T15:34:09,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T15:34:09,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 in 169 msec 2024-11-25T15:34:09,273 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, REOPEN/MOVE; state=CLOSED, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=true 2024-11-25T15:34:09,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:09,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,585 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,585 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:34:09,585 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,586 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:34:09,586 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,586 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,595 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,596 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:09,597 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName A 2024-11-25T15:34:09,598 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:09,599 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:09,599 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,600 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:09,600 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName B 2024-11-25T15:34:09,600 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:09,600 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:09,600 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,601 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:09,601 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e0b115ac3120b0f3566ad0c11315080 columnFamilyName C 2024-11-25T15:34:09,601 DEBUG [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:09,602 INFO [StoreOpener-5e0b115ac3120b0f3566ad0c11315080-1 {}] regionserver.HStore(327): Store=5e0b115ac3120b0f3566ad0c11315080/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:09,602 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,603 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,605 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,607 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:34:09,609 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,611 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 5e0b115ac3120b0f3566ad0c11315080; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73606824, jitterRate=0.09682714939117432}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:34:09,612 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:09,613 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., pid=101, masterSystemTime=1732548849577 2024-11-25T15:34:09,615 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,615 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:09,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=OPEN, openSeqNum=5, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-25T15:34:09,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 in 193 msec 2024-11-25T15:34:09,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T15:34:09,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, REOPEN/MOVE in 519 msec 2024-11-25T15:34:09,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T15:34:09,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-25T15:34:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-25T15:34:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T15:34:09,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033feebb to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a139b42 2024-11-25T15:34:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c40db2e to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1acf826f 2024-11-25T15:34:09,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bcb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-11-25T15:34:09,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-11-25T15:34:09,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55650656 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c97513 2024-11-25T15:34:09,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ec341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-25T15:34:09,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,806 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-25T15:34:09,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-25T15:34:09,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-11-25T15:34:09,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16722a1f to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b05cf 2024-11-25T15:34:09,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ea360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:09,872 DEBUG [hconnection-0x6c3f7018-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,873 DEBUG [hconnection-0x22958ccb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,873 DEBUG [hconnection-0x2addf5d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,874 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,874 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,883 DEBUG [hconnection-0x7a4ec9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,884 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T15:34:09,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:09,888 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:09,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:09,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:34:09,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:09,903 DEBUG [hconnection-0x39caa9ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,905 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,927 DEBUG [hconnection-0x28c6e5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,927 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,928 DEBUG [hconnection-0x1c5067fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,929 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,933 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,933 DEBUG [hconnection-0x2dc82e89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:09,947 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,947 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548909969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548909975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548909980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548909981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548909981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6b0ee83e8154f3ea19ba3c9b245bd66_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548849891/Put/seqid=0 2024-11-25T15:34:10,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742148_1324 (size=12154) 2024-11-25T15:34:10,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548910082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548910082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548910094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548910094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548910094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:10,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548910287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548910286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548910299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548910297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548910299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:10,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6b0ee83e8154f3ea19ba3c9b245bd66_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6b0ee83e8154f3ea19ba3c9b245bd66_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:10,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/c06a5a6c6ba44891a96e2ddb956fd61c, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:10,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/c06a5a6c6ba44891a96e2ddb956fd61c is 175, key is test_row_0/A:col10/1732548849891/Put/seqid=0 2024-11-25T15:34:10,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742149_1325 (size=30955) 2024-11-25T15:34:10,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/c06a5a6c6ba44891a96e2ddb956fd61c 2024-11-25T15:34:10,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/4ad0f18b40ff46ef9caf85f80d6e6549 is 50, key is test_row_0/B:col10/1732548849891/Put/seqid=0 2024-11-25T15:34:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742150_1326 (size=12001) 2024-11-25T15:34:10,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/4ad0f18b40ff46ef9caf85f80d6e6549 2024-11-25T15:34:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:10,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/db69c9eff1a5456b8a8c2d82b1b53907 is 50, key is test_row_0/C:col10/1732548849891/Put/seqid=0 2024-11-25T15:34:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742151_1327 (size=12001) 2024-11-25T15:34:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548910590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548910592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548910603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548910604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548910604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:10,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:10,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/db69c9eff1a5456b8a8c2d82b1b53907 2024-11-25T15:34:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/c06a5a6c6ba44891a96e2ddb956fd61c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c 2024-11-25T15:34:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T15:34:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/4ad0f18b40ff46ef9caf85f80d6e6549 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549 2024-11-25T15:34:10,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T15:34:10,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/db69c9eff1a5456b8a8c2d82b1b53907 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907 2024-11-25T15:34:10,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T15:34:10,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5e0b115ac3120b0f3566ad0c11315080 in 1088ms, sequenceid=15, compaction requested=false 2024-11-25T15:34:10,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:10,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:10,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:10,997 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112560b0692aed9f4027bbbb507a39b9df10_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548849968/Put/seqid=0 2024-11-25T15:34:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742152_1328 (size=12154) 2024-11-25T15:34:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:11,011 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112560b0692aed9f4027bbbb507a39b9df10_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560b0692aed9f4027bbbb507a39b9df10_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/217124dea8974ce98441d13e3ee0b478, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/217124dea8974ce98441d13e3ee0b478 is 175, key is test_row_0/A:col10/1732548849968/Put/seqid=0 2024-11-25T15:34:11,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742153_1329 (size=30955) 2024-11-25T15:34:11,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:34:11,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548911115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548911115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548911119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548911125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548911125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548911233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548911234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548911235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,417 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/217124dea8974ce98441d13e3ee0b478 2024-11-25T15:34:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c3f901e458974119a7bb2bacf7a94d7b is 50, key is test_row_0/B:col10/1732548849968/Put/seqid=0 2024-11-25T15:34:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548911440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548911442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548911442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742154_1330 (size=12001) 2024-11-25T15:34:11,527 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c3f901e458974119a7bb2bacf7a94d7b 2024-11-25T15:34:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/ce7804275eee432d8be083e3bdda032c is 50, key is test_row_0/C:col10/1732548849968/Put/seqid=0 2024-11-25T15:34:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742155_1331 (size=12001) 2024-11-25T15:34:11,655 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/ce7804275eee432d8be083e3bdda032c 2024-11-25T15:34:11,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/217124dea8974ce98441d13e3ee0b478 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478 2024-11-25T15:34:11,676 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T15:34:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c3f901e458974119a7bb2bacf7a94d7b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b 2024-11-25T15:34:11,685 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T15:34:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/ce7804275eee432d8be083e3bdda032c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c 2024-11-25T15:34:11,698 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T15:34:11,706 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5e0b115ac3120b0f3566ad0c11315080 in 709ms, sequenceid=41, compaction requested=false 2024-11-25T15:34:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T15:34:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T15:34:11,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T15:34:11,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-25T15:34:11,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8270 sec 2024-11-25T15:34:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:11,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258f999579210f4ba3a31d520da0778e44_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742156_1332 (size=14594) 2024-11-25T15:34:11,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548911843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548911854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548911854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548911955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548911964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548911965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T15:34:11,997 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T15:34:12,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T15:34:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:12,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:12,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:12,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548912140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548912140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T15:34:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548912164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548912176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548912176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:12,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258f999579210f4ba3a31d520da0778e44_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f999579210f4ba3a31d520da0778e44_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:12,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5058be83195c46ec9cfffa84ebabf2e0, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5058be83195c46ec9cfffa84ebabf2e0 is 175, key is test_row_0/A:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742157_1333 (size=39549) 2024-11-25T15:34:12,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5058be83195c46ec9cfffa84ebabf2e0 2024-11-25T15:34:12,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/563d5187732349289b81a80b90d8cbcc is 50, key is test_row_0/B:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:12,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T15:34:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742158_1334 (size=12001) 2024-11-25T15:34:12,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/563d5187732349289b81a80b90d8cbcc 2024-11-25T15:34:12,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/8c477424b6da4e91b2be10be471c3a80 is 50, key is test_row_0/C:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742159_1335 (size=12001) 2024-11-25T15:34:12,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/8c477424b6da4e91b2be10be471c3a80 2024-11-25T15:34:12,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5058be83195c46ec9cfffa84ebabf2e0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0 2024-11-25T15:34:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0, entries=200, sequenceid=52, filesize=38.6 K 2024-11-25T15:34:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/563d5187732349289b81a80b90d8cbcc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc 2024-11-25T15:34:12,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T15:34:12,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/8c477424b6da4e91b2be10be471c3a80 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80 2024-11-25T15:34:12,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T15:34:12,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5e0b115ac3120b0f3566ad0c11315080 in 679ms, sequenceid=52, compaction requested=true 2024-11-25T15:34:12,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:12,433 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:12,433 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:12,435 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:12,435 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:12,435 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,435 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=99.1 K 2024-11-25T15:34:12,435 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,435 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0] 2024-11-25T15:34:12,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:12,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:12,436 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,436 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.2 K 2024-11-25T15:34:12,436 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad0f18b40ff46ef9caf85f80d6e6549, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732548849887 2024-11-25T15:34:12,436 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06a5a6c6ba44891a96e2ddb956fd61c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732548849887 2024-11-25T15:34:12,436 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f901e458974119a7bb2bacf7a94d7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732548849948 2024-11-25T15:34:12,437 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217124dea8974ce98441d13e3ee0b478, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732548849948 2024-11-25T15:34:12,437 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 563d5187732349289b81a80b90d8cbcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:12,437 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5058be83195c46ec9cfffa84ebabf2e0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:12,449 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:12,449 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b7bf52d510bc4312ad1bb735ba2a53cb is 50, key is test_row_0/B:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,451 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,468 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112568a966bfce854f92bfdff1106d187107_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,472 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112568a966bfce854f92bfdff1106d187107_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568a966bfce854f92bfdff1106d187107_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742160_1336 (size=12104) 2024-11-25T15:34:12,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T15:34:12,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,477 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:12,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:12,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb3de9a3ceff4484bfca404f0dfab47a_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548851843/Put/seqid=0 2024-11-25T15:34:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742161_1337 (size=4469) 2024-11-25T15:34:12,509 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#286 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:12,510 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a8492e3f111a40c79d222f32e43d972c is 175, key is test_row_0/A:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742162_1338 (size=12154) 2024-11-25T15:34:12,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548912508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548912508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,526 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb3de9a3ceff4484bfca404f0dfab47a_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb3de9a3ceff4484bfca404f0dfab47a_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/985614e9104844d5b98334d1f93ac487, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/985614e9104844d5b98334d1f93ac487 is 175, key is test_row_0/A:col10/1732548851843/Put/seqid=0 2024-11-25T15:34:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548912518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742163_1339 (size=31058) 2024-11-25T15:34:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742164_1340 (size=30955) 2024-11-25T15:34:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/985614e9104844d5b98334d1f93ac487 2024-11-25T15:34:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/04ba6757108043609f3606aae2d70ed3 is 50, key is test_row_0/B:col10/1732548851843/Put/seqid=0 2024-11-25T15:34:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742165_1341 (size=12001) 2024-11-25T15:34:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548912622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548912623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548912633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548912830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548912840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548912842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:12,881 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b7bf52d510bc4312ad1bb735ba2a53cb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b7bf52d510bc4312ad1bb735ba2a53cb 2024-11-25T15:34:12,908 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into b7bf52d510bc4312ad1bb735ba2a53cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:12,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:12,908 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=13, startTime=1732548852433; duration=0sec 2024-11-25T15:34:12,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:12,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:12,908 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:12,913 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:12,913 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:12,913 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:12,914 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.2 K 2024-11-25T15:34:12,915 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting db69c9eff1a5456b8a8c2d82b1b53907, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732548849887 2024-11-25T15:34:12,916 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ce7804275eee432d8be083e3bdda032c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732548849948 2024-11-25T15:34:12,916 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c477424b6da4e91b2be10be471c3a80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:12,949 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:12,950 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a8492e3f111a40c79d222f32e43d972c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c 2024-11-25T15:34:12,951 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/e331c870c402437eb2e489a6e75ed366 is 50, key is test_row_0/C:col10/1732548851753/Put/seqid=0 2024-11-25T15:34:12,963 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into a8492e3f111a40c79d222f32e43d972c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:12,963 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:12,963 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=13, startTime=1732548852432; duration=0sec 2024-11-25T15:34:12,963 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:12,963 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742166_1342 (size=12104) 2024-11-25T15:34:12,978 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/e331c870c402437eb2e489a6e75ed366 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e331c870c402437eb2e489a6e75ed366 2024-11-25T15:34:12,984 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into e331c870c402437eb2e489a6e75ed366(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:12,984 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:12,984 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=13, startTime=1732548852433; duration=0sec 2024-11-25T15:34:12,984 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:12,984 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:13,025 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/04ba6757108043609f3606aae2d70ed3 2024-11-25T15:34:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/0cf41052edc54d92b01a2e84425dc019 is 50, key is test_row_0/C:col10/1732548851843/Put/seqid=0 2024-11-25T15:34:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742167_1343 (size=12001) 2024-11-25T15:34:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548913136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548913156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548913163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,473 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/0cf41052edc54d92b01a2e84425dc019 2024-11-25T15:34:13,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/985614e9104844d5b98334d1f93ac487 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487 2024-11-25T15:34:13,530 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487, entries=150, sequenceid=77, filesize=30.2 K 2024-11-25T15:34:13,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/04ba6757108043609f3606aae2d70ed3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3 2024-11-25T15:34:13,539 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T15:34:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/0cf41052edc54d92b01a2e84425dc019 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019 2024-11-25T15:34:13,547 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T15:34:13,555 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5e0b115ac3120b0f3566ad0c11315080 in 1078ms, sequenceid=77, compaction requested=false 2024-11-25T15:34:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T15:34:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T15:34:13,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T15:34:13,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-11-25T15:34:13,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.5860 sec 2024-11-25T15:34:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:13,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:13,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:13,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c28120e0fcfe416db947a30b3bc87c10_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742168_1344 (size=14594) 2024-11-25T15:34:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548913782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548913784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548913787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548913892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548913897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548913897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548914102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548914110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548914110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T15:34:14,126 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T15:34:14,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T15:34:14,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:14,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:14,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:14,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:14,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c28120e0fcfe416db947a30b3bc87c10_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c28120e0fcfe416db947a30b3bc87c10_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548914161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7113609dc0594d8f90a1215da0143e4f, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:14,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7113609dc0594d8f90a1215da0143e4f is 175, key is test_row_0/A:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:14,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548914164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,171 DEBUG [Thread-1477 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:34:14,171 DEBUG [Thread-1471 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:34:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742169_1345 (size=39549) 2024-11-25T15:34:14,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7113609dc0594d8f90a1215da0143e4f 2024-11-25T15:34:14,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/25419548ac2342e5b3a68d1fe1c14dbe is 50, key is test_row_0/B:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742170_1346 (size=12001) 2024-11-25T15:34:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:14,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:14,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:14,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548914410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548914418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548914418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:14,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/25419548ac2342e5b3a68d1fe1c14dbe 2024-11-25T15:34:14,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/7e4b412dda37406e83b68b8994f711c3 is 50, key is test_row_0/C:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742171_1347 (size=12001) 2024-11-25T15:34:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:14,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:14,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548914922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548914930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548914930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:15,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/7e4b412dda37406e83b68b8994f711c3 2024-11-25T15:34:15,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7113609dc0594d8f90a1215da0143e4f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f 2024-11-25T15:34:15,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:15,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:15,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f, entries=200, sequenceid=93, filesize=38.6 K 2024-11-25T15:34:15,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/25419548ac2342e5b3a68d1fe1c14dbe as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe 2024-11-25T15:34:15,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:34:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/7e4b412dda37406e83b68b8994f711c3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3 2024-11-25T15:34:15,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:34:15,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5e0b115ac3120b0f3566ad0c11315080 in 1549ms, sequenceid=93, compaction requested=true 2024-11-25T15:34:15,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:15,223 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:15,224 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:15,246 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:15,246 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:15,246 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,246 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=99.2 K 2024-11-25T15:34:15,247 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,247 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f] 2024-11-25T15:34:15,247 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:15,247 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:15,247 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,247 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b7bf52d510bc4312ad1bb735ba2a53cb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.3 K 2024-11-25T15:34:15,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:15,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T15:34:15,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,248 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:34:15,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:15,250 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8492e3f111a40c79d222f32e43d972c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:15,255 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 985614e9104844d5b98334d1f93ac487, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732548851833 2024-11-25T15:34:15,257 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b7bf52d510bc4312ad1bb735ba2a53cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:15,260 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7113609dc0594d8f90a1215da0143e4f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852492 2024-11-25T15:34:15,266 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 04ba6757108043609f3606aae2d70ed3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732548851833 2024-11-25T15:34:15,270 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 25419548ac2342e5b3a68d1fe1c14dbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852516 2024-11-25T15:34:15,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc642388df6d4db487270d2e8fcad625_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548853782/Put/seqid=0 2024-11-25T15:34:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742172_1348 (size=12154) 2024-11-25T15:34:15,337 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:15,337 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/8ca7eaeba3e248e6b95c2e49a3b98eb8 is 50, key is test_row_0/B:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:15,362 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:15,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d246fd82063a47908ec9d26f9ad2d670_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:15,382 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d246fd82063a47908ec9d26f9ad2d670_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:15,383 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d246fd82063a47908ec9d26f9ad2d670_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:15,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742173_1349 (size=12207) 2024-11-25T15:34:15,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742174_1350 (size=4469) 2024-11-25T15:34:15,427 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#296 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:15,428 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b718227a82fd4e868cb3b1e2a4016385 is 175, key is test_row_0/A:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742175_1351 (size=31161) 2024-11-25T15:34:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:15,748 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc642388df6d4db487270d2e8fcad625_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc642388df6d4db487270d2e8fcad625_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:15,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/1f64aa2802d74aebbdc3edc53a2a5d1e, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/1f64aa2802d74aebbdc3edc53a2a5d1e is 175, key is test_row_0/A:col10/1732548853782/Put/seqid=0 2024-11-25T15:34:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742176_1352 (size=30955) 2024-11-25T15:34:15,770 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/1f64aa2802d74aebbdc3edc53a2a5d1e 2024-11-25T15:34:15,794 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/8ca7eaeba3e248e6b95c2e49a3b98eb8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/8ca7eaeba3e248e6b95c2e49a3b98eb8 2024-11-25T15:34:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/823be1686bb94051a8761a1c51dc2ab8 is 50, key is test_row_0/B:col10/1732548853782/Put/seqid=0 2024-11-25T15:34:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742177_1353 (size=12001) 2024-11-25T15:34:15,817 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into 8ca7eaeba3e248e6b95c2e49a3b98eb8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:15,817 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:15,817 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=13, startTime=1732548855224; duration=0sec 2024-11-25T15:34:15,817 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:15,817 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:15,817 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:15,819 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:15,819 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:15,819 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:15,819 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e331c870c402437eb2e489a6e75ed366, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.3 K 2024-11-25T15:34:15,821 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting e331c870c402437eb2e489a6e75ed366, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732548851105 2024-11-25T15:34:15,821 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf41052edc54d92b01a2e84425dc019, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732548851833 2024-11-25T15:34:15,823 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4b412dda37406e83b68b8994f711c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852516 2024-11-25T15:34:15,847 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:15,848 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/12458d974bee46108d2ec8cfe41f5494 is 50, key is test_row_0/C:col10/1732548852516/Put/seqid=0 2024-11-25T15:34:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742178_1354 (size=12207) 2024-11-25T15:34:15,887 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/12458d974bee46108d2ec8cfe41f5494 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/12458d974bee46108d2ec8cfe41f5494 2024-11-25T15:34:15,906 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b718227a82fd4e868cb3b1e2a4016385 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385 2024-11-25T15:34:15,909 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into 12458d974bee46108d2ec8cfe41f5494(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:15,909 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:15,909 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=13, startTime=1732548855224; duration=0sec 2024-11-25T15:34:15,909 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:15,909 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:15,920 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into b718227a82fd4e868cb3b1e2a4016385(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:15,920 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:15,921 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=13, startTime=1732548855223; duration=0sec 2024-11-25T15:34:15,921 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:15,921 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:15,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548915974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:15,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548915980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548915984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548916089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548916097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548916097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,216 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/823be1686bb94051a8761a1c51dc2ab8 2024-11-25T15:34:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/65a63f6cc2f54385917a17ff94240f58 is 50, key is test_row_0/C:col10/1732548853782/Put/seqid=0 2024-11-25T15:34:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742179_1355 (size=12001) 2024-11-25T15:34:16,283 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/65a63f6cc2f54385917a17ff94240f58 2024-11-25T15:34:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/1f64aa2802d74aebbdc3edc53a2a5d1e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e 2024-11-25T15:34:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548916304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,309 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T15:34:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548916305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548916305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/823be1686bb94051a8761a1c51dc2ab8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8 2024-11-25T15:34:16,322 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T15:34:16,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/65a63f6cc2f54385917a17ff94240f58 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58 2024-11-25T15:34:16,335 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T15:34:16,337 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5e0b115ac3120b0f3566ad0c11315080 in 1089ms, sequenceid=117, compaction requested=false 2024-11-25T15:34:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T15:34:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T15:34:16,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T15:34:16,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2050 sec 2024-11-25T15:34:16,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.2120 sec 2024-11-25T15:34:16,450 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T15:34:16,450 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T15:34:16,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T15:34:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:16,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255a1b394ca951491990e5859a38caf577_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742180_1356 (size=12304) 2024-11-25T15:34:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548916760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548916783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548916892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548916896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548916904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548917109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548917113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548917123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:17,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255a1b394ca951491990e5859a38caf577_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a1b394ca951491990e5859a38caf577_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:17,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/d8ff3a1575b54657aad7d989acc55916, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:17,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/d8ff3a1575b54657aad7d989acc55916 is 175, key is test_row_0/A:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742181_1357 (size=31105) 2024-11-25T15:34:17,283 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/d8ff3a1575b54657aad7d989acc55916 2024-11-25T15:34:17,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/37eb341e441a4d959e567c88eb4e6c97 is 50, key is test_row_0/B:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742182_1358 (size=12151) 2024-11-25T15:34:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548917422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548917426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548917441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/37eb341e441a4d959e567c88eb4e6c97 2024-11-25T15:34:17,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5182411e13fd439983aadf5d6f3ad990 is 50, key is test_row_0/C:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742183_1359 (size=12151) 2024-11-25T15:34:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548917937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548917944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548917945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548918189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:18,197 DEBUG [Thread-1471 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:34:18,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5182411e13fd439983aadf5d6f3ad990 2024-11-25T15:34:18,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/d8ff3a1575b54657aad7d989acc55916 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916 2024-11-25T15:34:18,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916, entries=150, sequenceid=136, filesize=30.4 K 2024-11-25T15:34:18,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/37eb341e441a4d959e567c88eb4e6c97 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97 2024-11-25T15:34:18,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97, entries=150, sequenceid=136, filesize=11.9 K 2024-11-25T15:34:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5182411e13fd439983aadf5d6f3ad990 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990 2024-11-25T15:34:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548918212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:18,232 DEBUG [Thread-1477 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:34:18,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990, entries=150, sequenceid=136, filesize=11.9 K 2024-11-25T15:34:18,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5e0b115ac3120b0f3566ad0c11315080 in 1602ms, sequenceid=136, compaction requested=true 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:34:18,239 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:18,243 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T15:34:18,248 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:18,248 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:18,248 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:18,249 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/12458d974bee46108d2ec8cfe41f5494, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.5 K 2024-11-25T15:34:18,249 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T15:34:18,249 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12458d974bee46108d2ec8cfe41f5494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852516 2024-11-25T15:34:18,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65a63f6cc2f54385917a17ff94240f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548853751 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:18,251 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:18,251 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=91.0 K 2024-11-25T15:34:18,251 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916] 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5182411e13fd439983aadf5d6f3ad990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T15:34:18,251 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b718227a82fd4e868cb3b1e2a4016385, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852516 2024-11-25T15:34:18,253 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f64aa2802d74aebbdc3edc53a2a5d1e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548853751 2024-11-25T15:34:18,253 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d8ff3a1575b54657aad7d989acc55916, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:18,253 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:18,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:18,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:18,286 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:18,289 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:18,290 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/a30ce38981574b81b788e372dfe1d96c is 50, key is test_row_0/C:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:18,292 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b2bdbc20e76242c6969c7f2203898716_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:18,294 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b2bdbc20e76242c6969c7f2203898716_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:18,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2bdbc20e76242c6969c7f2203898716_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742184_1360 (size=12459) 2024-11-25T15:34:18,359 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/a30ce38981574b81b788e372dfe1d96c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a30ce38981574b81b788e372dfe1d96c 2024-11-25T15:34:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742185_1361 (size=4469) 2024-11-25T15:34:18,367 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into a30ce38981574b81b788e372dfe1d96c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:18,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:18,367 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=13, startTime=1732548858235; duration=0sec 2024-11-25T15:34:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:18,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:18,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:18,367 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:18,368 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:18,368 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:18,368 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:18,368 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/8ca7eaeba3e248e6b95c2e49a3b98eb8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.5 K 2024-11-25T15:34:18,369 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ca7eaeba3e248e6b95c2e49a3b98eb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548852516 2024-11-25T15:34:18,370 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 823be1686bb94051a8761a1c51dc2ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548853751 2024-11-25T15:34:18,372 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37eb341e441a4d959e567c88eb4e6c97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:18,398 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:18,398 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/9f4c002ff0c241e6b3d7f9644c7f3de6 is 50, key is test_row_0/B:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:18,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:18,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T15:34:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:18,423 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742186_1362 (size=12459) 2024-11-25T15:34:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dfe8f9e3acd645adbde978f695bee0e7_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548856756/Put/seqid=0 2024-11-25T15:34:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742187_1363 (size=12304) 2024-11-25T15:34:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:18,773 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#303 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:18,773 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/ff9e284369904d6c9d41357353d0b2e6 is 175, key is test_row_0/A:col10/1732548856628/Put/seqid=0 2024-11-25T15:34:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742188_1364 (size=31413) 2024-11-25T15:34:18,811 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/ff9e284369904d6c9d41357353d0b2e6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6 2024-11-25T15:34:18,820 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into ff9e284369904d6c9d41357353d0b2e6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:18,820 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:18,820 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=13, startTime=1732548858235; duration=0sec 2024-11-25T15:34:18,820 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:18,820 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:18,861 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/9f4c002ff0c241e6b3d7f9644c7f3de6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/9f4c002ff0c241e6b3d7f9644c7f3de6 2024-11-25T15:34:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:18,873 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into 9f4c002ff0c241e6b3d7f9644c7f3de6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:18,873 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:18,873 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=13, startTime=1732548858235; duration=0sec 2024-11-25T15:34:18,874 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:18,874 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:18,918 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dfe8f9e3acd645adbde978f695bee0e7_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dfe8f9e3acd645adbde978f695bee0e7_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e3b9b6d309b649c4b462f0d3a324d487, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e3b9b6d309b649c4b462f0d3a324d487 is 175, key is test_row_0/A:col10/1732548856756/Put/seqid=0 2024-11-25T15:34:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742189_1365 (size=31105) 2024-11-25T15:34:18,980 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e3b9b6d309b649c4b462f0d3a324d487 2024-11-25T15:34:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/21363314de6f49328fa1b48ef310a8ec is 50, key is test_row_0/B:col10/1732548856756/Put/seqid=0 2024-11-25T15:34:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548919024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548919027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548919029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742190_1366 (size=12151) 2024-11-25T15:34:19,072 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/21363314de6f49328fa1b48ef310a8ec 2024-11-25T15:34:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/31fdbf051a9b4f31aeb3e5ab33b879e2 is 50, key is test_row_0/C:col10/1732548856756/Put/seqid=0 2024-11-25T15:34:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742191_1367 (size=12151) 2024-11-25T15:34:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548919148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548919148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548919148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548919358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548919359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:19,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548919368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,549 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/31fdbf051a9b4f31aeb3e5ab33b879e2 2024-11-25T15:34:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e3b9b6d309b649c4b462f0d3a324d487 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487 2024-11-25T15:34:19,570 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T15:34:19,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/21363314de6f49328fa1b48ef310a8ec as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec 2024-11-25T15:34:19,578 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:34:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/31fdbf051a9b4f31aeb3e5ab33b879e2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2 2024-11-25T15:34:19,589 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:34:19,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T15:34:19,602 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5e0b115ac3120b0f3566ad0c11315080 in 1179ms, sequenceid=157, compaction requested=false 2024-11-25T15:34:19,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:19,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:19,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T15:34:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T15:34:19,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T15:34:19,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3440 sec 2024-11-25T15:34:19,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.3600 sec 2024-11-25T15:34:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:19,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T15:34:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:19,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541eccd89e00d4512ab51a740b8659f55_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742192_1368 (size=14794) 2024-11-25T15:34:19,749 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:19,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541eccd89e00d4512ab51a740b8659f55_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541eccd89e00d4512ab51a740b8659f55_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:19,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5cbec12aa9f44956b37cd1557e0407f3, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:19,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5cbec12aa9f44956b37cd1557e0407f3 is 175, key is test_row_0/A:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548919752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548919757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548919758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742193_1369 (size=39749) 2024-11-25T15:34:19,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5cbec12aa9f44956b37cd1557e0407f3 2024-11-25T15:34:19,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/909949dfab83461c9068fce2d9b5caf2 is 50, key is test_row_0/B:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742194_1370 (size=12151) 2024-11-25T15:34:19,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/909949dfab83461c9068fce2d9b5caf2 2024-11-25T15:34:19,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/a230930bf0f048f6ac290674dbdd6d9b is 50, key is test_row_0/C:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548919864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548919880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548919880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742195_1371 (size=12151) 2024-11-25T15:34:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548920077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548920082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548920094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/a230930bf0f048f6ac290674dbdd6d9b 2024-11-25T15:34:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5cbec12aa9f44956b37cd1557e0407f3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3 2024-11-25T15:34:20,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3, entries=200, sequenceid=176, filesize=38.8 K 2024-11-25T15:34:20,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/909949dfab83461c9068fce2d9b5caf2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2 2024-11-25T15:34:20,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T15:34:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/a230930bf0f048f6ac290674dbdd6d9b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b 2024-11-25T15:34:20,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T15:34:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T15:34:20,379 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T15:34:20,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5e0b115ac3120b0f3566ad0c11315080 in 697ms, sequenceid=176, compaction requested=true 2024-11-25T15:34:20,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:20,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:20,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:20,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:20,380 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:20,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:20,386 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:20,386 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:20,387 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,387 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/9f4c002ff0c241e6b3d7f9644c7f3de6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.9 K 2024-11-25T15:34:20,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:20,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:20,387 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,387 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=99.9 K 2024-11-25T15:34:20,387 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3] 2024-11-25T15:34:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T15:34:20,389 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff9e284369904d6c9d41357353d0b2e6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:20,389 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f4c002ff0c241e6b3d7f9644c7f3de6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:20,390 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3b9b6d309b649c4b462f0d3a324d487, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548856756 2024-11-25T15:34:20,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:20,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:20,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:20,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:34:20,396 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 21363314de6f49328fa1b48ef310a8ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548856756 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:20,396 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cbec12aa9f44956b37cd1557e0407f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:20,400 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 909949dfab83461c9068fce2d9b5caf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:20,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251eaa008c458b4f9ca805a0de96a089fa_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548859740/Put/seqid=0 2024-11-25T15:34:20,438 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:20,440 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:20,441 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/be394f7dcf9e48a6b573bc39931873bb is 50, key is test_row_0/B:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:20,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125436634e372e2415fb8e23ef20d9de02b_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:20,474 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125436634e372e2415fb8e23ef20d9de02b_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:20,474 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125436634e372e2415fb8e23ef20d9de02b_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742196_1372 (size=14794) 2024-11-25T15:34:20,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548920476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548920477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548920484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:20,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251eaa008c458b4f9ca805a0de96a089fa_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251eaa008c458b4f9ca805a0de96a089fa_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:20,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e195cf9066f147f0969f66e06f84e069, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:20,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e195cf9066f147f0969f66e06f84e069 is 175, key is test_row_0/A:col10/1732548859740/Put/seqid=0 2024-11-25T15:34:20,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742197_1373 (size=12561) 2024-11-25T15:34:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742198_1374 (size=4469) 2024-11-25T15:34:20,552 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#313 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:20,553 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/ce74be4f27964d4285c6ed91351a8548 is 175, key is test_row_0/A:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742199_1375 (size=39749) 2024-11-25T15:34:20,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e195cf9066f147f0969f66e06f84e069 2024-11-25T15:34:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548920589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548920590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548920592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742200_1376 (size=31515) 2024-11-25T15:34:20,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/73d66c868b3c47c5b71a9a0cb5004b16 is 50, key is test_row_0/B:col10/1732548859740/Put/seqid=0 2024-11-25T15:34:20,641 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/ce74be4f27964d4285c6ed91351a8548 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548 2024-11-25T15:34:20,657 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into ce74be4f27964d4285c6ed91351a8548(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:20,657 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:20,657 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=13, startTime=1732548860380; duration=0sec 2024-11-25T15:34:20,657 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:20,657 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:20,657 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:20,659 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:20,659 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:20,659 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,659 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a30ce38981574b81b788e372dfe1d96c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=35.9 K 2024-11-25T15:34:20,661 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a30ce38981574b81b788e372dfe1d96c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732548856626 2024-11-25T15:34:20,661 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fdbf051a9b4f31aeb3e5ab33b879e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548856756 2024-11-25T15:34:20,663 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a230930bf0f048f6ac290674dbdd6d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:20,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,701 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:20,702 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/3dfc31e76b8349c7bc9922c906e0915e is 50, key is test_row_0/C:col10/1732548859027/Put/seqid=0 2024-11-25T15:34:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742201_1377 (size=12151) 2024-11-25T15:34:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742202_1378 (size=12561) 2024-11-25T15:34:20,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548920803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548920804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548920818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:20,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:20,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:20,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:20,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:20,955 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/be394f7dcf9e48a6b573bc39931873bb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/be394f7dcf9e48a6b573bc39931873bb 2024-11-25T15:34:20,966 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into be394f7dcf9e48a6b573bc39931873bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:20,966 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:20,966 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=13, startTime=1732548860380; duration=0sec 2024-11-25T15:34:20,966 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:20,966 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:21,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:21,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:21,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/73d66c868b3c47c5b71a9a0cb5004b16 2024-11-25T15:34:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548921120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548921120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548921128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/75acb719c49643968e4ab2f8297e1c7f is 50, key is test_row_0/C:col10/1732548859740/Put/seqid=0 2024-11-25T15:34:21,155 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/3dfc31e76b8349c7bc9922c906e0915e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/3dfc31e76b8349c7bc9922c906e0915e 2024-11-25T15:34:21,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742203_1379 (size=12151) 2024-11-25T15:34:21,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/75acb719c49643968e4ab2f8297e1c7f 2024-11-25T15:34:21,184 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into 3dfc31e76b8349c7bc9922c906e0915e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:21,184 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:21,184 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=13, startTime=1732548860381; duration=0sec 2024-11-25T15:34:21,184 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:21,184 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/e195cf9066f147f0969f66e06f84e069 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069 2024-11-25T15:34:21,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069, entries=200, sequenceid=196, filesize=38.8 K 2024-11-25T15:34:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/73d66c868b3c47c5b71a9a0cb5004b16 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16 2024-11-25T15:34:21,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T15:34:21,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/75acb719c49643968e4ab2f8297e1c7f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f 2024-11-25T15:34:21,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T15:34:21,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5e0b115ac3120b0f3566ad0c11315080 in 829ms, sequenceid=196, compaction requested=false 2024-11-25T15:34:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:21,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T15:34:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125301bc6c388584675b21e190b9bd986fe_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548860475/Put/seqid=0 2024-11-25T15:34:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742204_1380 (size=12304) 2024-11-25T15:34:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:21,423 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125301bc6c388584675b21e190b9bd986fe_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125301bc6c388584675b21e190b9bd986fe_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/85cd051f849c4e78be81972f2bef933e, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/85cd051f849c4e78be81972f2bef933e is 175, key is test_row_0/A:col10/1732548860475/Put/seqid=0 2024-11-25T15:34:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742205_1381 (size=31105) 2024-11-25T15:34:21,450 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/85cd051f849c4e78be81972f2bef933e 2024-11-25T15:34:21,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7da78a1833f042c8b5b59ab7ae79ec21 is 50, key is test_row_0/B:col10/1732548860475/Put/seqid=0 2024-11-25T15:34:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742206_1382 (size=12151) 2024-11-25T15:34:21,510 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7da78a1833f042c8b5b59ab7ae79ec21 2024-11-25T15:34:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/091999dab87d4a27915a65f485cd2504 is 50, key is test_row_0/C:col10/1732548860475/Put/seqid=0 2024-11-25T15:34:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742207_1383 (size=12151) 2024-11-25T15:34:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:21,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:21,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548921677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548921679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548921679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548921786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548921792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548921799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:21,930 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/091999dab87d4a27915a65f485cd2504 2024-11-25T15:34:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/85cd051f849c4e78be81972f2bef933e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e 2024-11-25T15:34:21,956 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e, entries=150, sequenceid=215, filesize=30.4 K 2024-11-25T15:34:21,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7da78a1833f042c8b5b59ab7ae79ec21 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21 2024-11-25T15:34:21,970 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T15:34:21,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/091999dab87d4a27915a65f485cd2504 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504 2024-11-25T15:34:21,975 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T15:34:21,978 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5e0b115ac3120b0f3566ad0c11315080 in 651ms, sequenceid=215, compaction requested=true 2024-11-25T15:34:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T15:34:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T15:34:22,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T15:34:22,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5930 sec 2024-11-25T15:34:22,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.6210 sec 2024-11-25T15:34:22,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:22,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff752637c78341d5aa3747c10c67576a_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742208_1384 (size=14794) 2024-11-25T15:34:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548922078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548922079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:22,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff752637c78341d5aa3747c10c67576a_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff752637c78341d5aa3747c10c67576a_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:22,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b919e21c12b445ac93e777f255b149c0, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b919e21c12b445ac93e777f255b149c0 is 175, key is test_row_0/A:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548922088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742209_1385 (size=39749) 2024-11-25T15:34:22,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b919e21c12b445ac93e777f255b149c0 2024-11-25T15:34:22,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/663cec63c71b450e97c5a08a8b9a185b is 50, key is test_row_0/B:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548922189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548922189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742210_1386 (size=12151) 2024-11-25T15:34:22,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/663cec63c71b450e97c5a08a8b9a185b 2024-11-25T15:34:22,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5926f4c565b446d9afe30429e8d2c80e is 50, key is test_row_0/C:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548922211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742211_1387 (size=12151) 2024-11-25T15:34:22,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5926f4c565b446d9afe30429e8d2c80e 2024-11-25T15:34:22,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b919e21c12b445ac93e777f255b149c0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0 2024-11-25T15:34:22,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0, entries=200, sequenceid=236, filesize=38.8 K 2024-11-25T15:34:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/663cec63c71b450e97c5a08a8b9a185b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b 2024-11-25T15:34:22,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T15:34:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/5926f4c565b446d9afe30429e8d2c80e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e 2024-11-25T15:34:22,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T15:34:22,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5e0b115ac3120b0f3566ad0c11315080 in 285ms, sequenceid=236, compaction requested=true 2024-11-25T15:34:22,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:22,294 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:22,295 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:22,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:22,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:22,298 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:22,298 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,299 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/be394f7dcf9e48a6b573bc39931873bb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=47.9 K 2024-11-25T15:34:22,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting be394f7dcf9e48a6b573bc39931873bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:22,299 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d66c868b3c47c5b71a9a0cb5004b16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732548859740 2024-11-25T15:34:22,300 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da78a1833f042c8b5b59ab7ae79ec21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732548860460 2024-11-25T15:34:22,300 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:22,300 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:22,300 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,300 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=138.8 K 2024-11-25T15:34:22,300 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,300 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0] 2024-11-25T15:34:22,301 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 663cec63c71b450e97c5a08a8b9a185b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:22,301 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce74be4f27964d4285c6ed91351a8548, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:22,303 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e195cf9066f147f0969f66e06f84e069, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732548859740 2024-11-25T15:34:22,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85cd051f849c4e78be81972f2bef933e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732548860460 2024-11-25T15:34:22,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b919e21c12b445ac93e777f255b149c0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:22,324 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,326 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:22,326 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/0347b8a691854b7c894aa6bd39d361af is 50, key is test_row_0/B:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,348 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112580a91b6a1a1b48f8988084850c812e3b_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,350 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112580a91b6a1a1b48f8988084850c812e3b_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,351 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580a91b6a1a1b48f8988084850c812e3b_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742212_1388 (size=12697) 2024-11-25T15:34:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742213_1389 (size=4469) 2024-11-25T15:34:22,379 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#325 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:22,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a04fb460f22b4b1880c09d6ebff73333 is 175, key is test_row_0/A:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742214_1390 (size=31651) 2024-11-25T15:34:22,407 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a04fb460f22b4b1880c09d6ebff73333 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333 2024-11-25T15:34:22,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:22,415 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into a04fb460f22b4b1880c09d6ebff73333(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:22,415 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:22,415 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=12, startTime=1732548862294; duration=0sec 2024-11-25T15:34:22,415 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:22,415 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:22,416 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:22,419 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:22,419 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:22,419 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,419 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/3dfc31e76b8349c7bc9922c906e0915e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=47.9 K 2024-11-25T15:34:22,419 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfc31e76b8349c7bc9922c906e0915e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732548859022 2024-11-25T15:34:22,419 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75acb719c49643968e4ab2f8297e1c7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732548859740 2024-11-25T15:34:22,420 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 091999dab87d4a27915a65f485cd2504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732548860460 2024-11-25T15:34:22,420 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5926f4c565b446d9afe30429e8d2c80e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:22,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da569c75864e43958d2000b131c2c0d4_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548862077/Put/seqid=0 2024-11-25T15:34:22,433 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:22,434 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/53bf3e16546c424c8ddf1a3829f0cdb5 is 50, key is test_row_0/C:col10/1732548862002/Put/seqid=0 2024-11-25T15:34:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742215_1391 (size=14794) 2024-11-25T15:34:22,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:22,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da569c75864e43958d2000b131c2c0d4_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da569c75864e43958d2000b131c2c0d4_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:22,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a5d5e507f440469e97b6c3aa400d8e6d, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:22,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a5d5e507f440469e97b6c3aa400d8e6d is 175, key is test_row_0/A:col10/1732548862077/Put/seqid=0 2024-11-25T15:34:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742216_1392 (size=12697) 2024-11-25T15:34:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742217_1393 (size=39749) 2024-11-25T15:34:22,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a5d5e507f440469e97b6c3aa400d8e6d 2024-11-25T15:34:22,482 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/53bf3e16546c424c8ddf1a3829f0cdb5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/53bf3e16546c424c8ddf1a3829f0cdb5 2024-11-25T15:34:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548922472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,493 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into 53bf3e16546c424c8ddf1a3829f0cdb5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:22,493 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:22,493 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=12, startTime=1732548862295; duration=0sec 2024-11-25T15:34:22,493 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:22,493 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548922475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548922476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c6c92fb25d0748bba7d6b9757fc5b1af is 50, key is test_row_0/B:col10/1732548862077/Put/seqid=0 2024-11-25T15:34:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T15:34:22,498 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T15:34:22,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T15:34:22,501 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:22,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:22,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742218_1394 (size=12151) 2024-11-25T15:34:22,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c6c92fb25d0748bba7d6b9757fc5b1af 2024-11-25T15:34:22,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/e370f23ea5e84062bb776e8e9eb10c5f is 50, key is test_row_0/C:col10/1732548862077/Put/seqid=0 2024-11-25T15:34:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548922590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742219_1395 (size=12151) 2024-11-25T15:34:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548922605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548922605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T15:34:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,781 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/0347b8a691854b7c894aa6bd39d361af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/0347b8a691854b7c894aa6bd39d361af 2024-11-25T15:34:22,785 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into 0347b8a691854b7c894aa6bd39d361af(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:22,785 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:22,785 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=12, startTime=1732548862295; duration=0sec 2024-11-25T15:34:22,785 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:22,785 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:22,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T15:34:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548922805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548922820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548922821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:22,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T15:34:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:22,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:23,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/e370f23ea5e84062bb776e8e9eb10c5f 2024-11-25T15:34:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/a5d5e507f440469e97b6c3aa400d8e6d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d 2024-11-25T15:34:23,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d, entries=200, sequenceid=252, filesize=38.8 K 2024-11-25T15:34:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c6c92fb25d0748bba7d6b9757fc5b1af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af 2024-11-25T15:34:23,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:34:23,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/e370f23ea5e84062bb776e8e9eb10c5f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f 2024-11-25T15:34:23,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:34:23,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5e0b115ac3120b0f3566ad0c11315080 in 640ms, sequenceid=252, compaction requested=false 2024-11-25T15:34:23,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:23,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T15:34:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:23,122 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:23,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a7ec68bc70444809b1cdb5f867313ed_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548862474/Put/seqid=0 2024-11-25T15:34:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742220_1396 (size=12454) 2024-11-25T15:34:23,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:23,168 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a7ec68bc70444809b1cdb5f867313ed_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a7ec68bc70444809b1cdb5f867313ed_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/36186eedc94f42deb2e158add9fedf1e, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/36186eedc94f42deb2e158add9fedf1e is 175, key is test_row_0/A:col10/1732548862474/Put/seqid=0 2024-11-25T15:34:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742221_1397 (size=31255) 2024-11-25T15:34:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548923183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548923185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548923191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,203 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/36186eedc94f42deb2e158add9fedf1e 2024-11-25T15:34:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2a25511bdf5543bfbc56c76be078c30e is 50, key is test_row_0/B:col10/1732548862474/Put/seqid=0 2024-11-25T15:34:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742222_1398 (size=12301) 2024-11-25T15:34:23,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2a25511bdf5543bfbc56c76be078c30e 2024-11-25T15:34:23,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/aca34e9a6f3b4e78bb90b6e855bb1e4a is 50, key is test_row_0/C:col10/1732548862474/Put/seqid=0 2024-11-25T15:34:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548923297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548923300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548923308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742223_1399 (size=12301) 2024-11-25T15:34:23,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548923500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548923505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548923514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:23,724 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/aca34e9a6f3b4e78bb90b6e855bb1e4a 2024-11-25T15:34:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/36186eedc94f42deb2e158add9fedf1e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e 2024-11-25T15:34:23,739 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e, entries=150, sequenceid=275, filesize=30.5 K 2024-11-25T15:34:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2a25511bdf5543bfbc56c76be078c30e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e 2024-11-25T15:34:23,745 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T15:34:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/aca34e9a6f3b4e78bb90b6e855bb1e4a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a 2024-11-25T15:34:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T15:34:23,755 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 5e0b115ac3120b0f3566ad0c11315080 in 633ms, sequenceid=275, compaction requested=true 2024-11-25T15:34:23,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:23,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:23,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T15:34:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T15:34:23,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T15:34:23,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec 2024-11-25T15:34:23,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.2720 sec 2024-11-25T15:34:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:23,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:23,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533bd4a75bb234008ae21595b40a8f9e4_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742224_1400 (size=14994) 2024-11-25T15:34:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548923883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548923892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:23,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548923893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548923996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548924006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548924007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548924202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548924216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548924217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:24,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533bd4a75bb234008ae21595b40a8f9e4_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533bd4a75bb234008ae21595b40a8f9e4_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:24,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/af909cbe0aaf45eeba9f258c418b1017, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:24,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/af909cbe0aaf45eeba9f258c418b1017 is 175, key is test_row_0/A:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742225_1401 (size=39949) 2024-11-25T15:34:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548924512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548924527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548924529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T15:34:24,616 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T15:34:24,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T15:34:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:24,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:24,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:24,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:24,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/af909cbe0aaf45eeba9f258c418b1017 2024-11-25T15:34:24,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b94282a6025341d3b6f28819a077e8bf is 50, key is test_row_0/B:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742226_1402 (size=12301) 2024-11-25T15:34:24,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T15:34:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:24,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:24,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:24,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T15:34:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:24,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:25,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548925016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:25,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548925039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548925041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:25,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:25,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T15:34:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:25,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b94282a6025341d3b6f28819a077e8bf 2024-11-25T15:34:25,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/122cb401fd9e4dde8b823d539783ca0f is 50, key is test_row_0/C:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742227_1403 (size=12301) 2024-11-25T15:34:25,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/122cb401fd9e4dde8b823d539783ca0f 2024-11-25T15:34:25,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/af909cbe0aaf45eeba9f258c418b1017 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017 2024-11-25T15:34:25,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017, entries=200, sequenceid=296, filesize=39.0 K 2024-11-25T15:34:25,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b94282a6025341d3b6f28819a077e8bf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf 2024-11-25T15:34:25,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T15:34:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/122cb401fd9e4dde8b823d539783ca0f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f 2024-11-25T15:34:25,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T15:34:25,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5e0b115ac3120b0f3566ad0c11315080 in 1396ms, sequenceid=296, compaction requested=true 2024-11-25T15:34:25,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:25,228 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:25,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:25,228 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:25,229 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:25,229 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:25,230 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:25,230 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:25,230 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,230 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,230 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/0347b8a691854b7c894aa6bd39d361af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=48.3 K 2024-11-25T15:34:25,230 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=139.3 K 2024-11-25T15:34:25,230 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,230 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017] 2024-11-25T15:34:25,230 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0347b8a691854b7c894aa6bd39d361af, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:25,234 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c92fb25d0748bba7d6b9757fc5b1af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548862037 2024-11-25T15:34:25,234 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a04fb460f22b4b1880c09d6ebff73333, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:25,234 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d5e507f440469e97b6c3aa400d8e6d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548862037 2024-11-25T15:34:25,235 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 36186eedc94f42deb2e158add9fedf1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732548862452 2024-11-25T15:34:25,235 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting af909cbe0aaf45eeba9f258c418b1017, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863170 2024-11-25T15:34:25,239 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a25511bdf5543bfbc56c76be078c30e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732548862452 2024-11-25T15:34:25,240 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b94282a6025341d3b6f28819a077e8bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863818 2024-11-25T15:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:25,254 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:25,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:25,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T15:34:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,263 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T15:34:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:25,266 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125762784c468f0459386d1655b5fe67591_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:25,269 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125762784c468f0459386d1655b5fe67591_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:25,269 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125762784c468f0459386d1655b5fe67591_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:25,272 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:25,273 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b48ba82701fe4ac6842401fb03666a6c is 50, key is test_row_0/B:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c99cb4a7b4154e9fad96900282efa194_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548863871/Put/seqid=0 2024-11-25T15:34:25,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742228_1404 (size=4469) 2024-11-25T15:34:25,284 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#336 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:25,284 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/104b6890239e48fd95e8e30123d3400e is 175, key is test_row_0/A:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742229_1405 (size=12983) 2024-11-25T15:34:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742231_1407 (size=31937) 2024-11-25T15:34:25,364 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/104b6890239e48fd95e8e30123d3400e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e 2024-11-25T15:34:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742230_1406 (size=12454) 2024-11-25T15:34:25,398 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into 104b6890239e48fd95e8e30123d3400e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:25,398 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:25,398 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=12, startTime=1732548865227; duration=0sec 2024-11-25T15:34:25,398 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:25,398 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:25,398 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:25,418 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:25,418 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:25,418 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:25,418 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/53bf3e16546c424c8ddf1a3829f0cdb5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=48.3 K 2024-11-25T15:34:25,419 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 53bf3e16546c424c8ddf1a3829f0cdb5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732548861662 2024-11-25T15:34:25,423 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting e370f23ea5e84062bb776e8e9eb10c5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548862037 2024-11-25T15:34:25,427 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting aca34e9a6f3b4e78bb90b6e855bb1e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732548862452 2024-11-25T15:34:25,430 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 122cb401fd9e4dde8b823d539783ca0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863818 2024-11-25T15:34:25,455 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:25,456 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/b4a76ffc7fbf495c92e7d20cf5df9c0d is 50, key is test_row_0/C:col10/1732548863818/Put/seqid=0 2024-11-25T15:34:25,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742232_1408 (size=12983) 2024-11-25T15:34:25,702 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b48ba82701fe4ac6842401fb03666a6c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b48ba82701fe4ac6842401fb03666a6c 2024-11-25T15:34:25,705 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into b48ba82701fe4ac6842401fb03666a6c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:25,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:25,705 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=12, startTime=1732548865228; duration=0sec 2024-11-25T15:34:25,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:25,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:25,775 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c99cb4a7b4154e9fad96900282efa194_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c99cb4a7b4154e9fad96900282efa194_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7290a68c3d164e31a78c4ab3da296009, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7290a68c3d164e31a78c4ab3da296009 is 175, key is test_row_0/A:col10/1732548863871/Put/seqid=0 2024-11-25T15:34:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742233_1409 (size=31255) 2024-11-25T15:34:25,868 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/b4a76ffc7fbf495c92e7d20cf5df9c0d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/b4a76ffc7fbf495c92e7d20cf5df9c0d 2024-11-25T15:34:25,874 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into b4a76ffc7fbf495c92e7d20cf5df9c0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:25,874 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:25,874 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=12, startTime=1732548865228; duration=0sec 2024-11-25T15:34:25,874 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:25,874 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:26,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548926088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548926095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548926096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,180 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7290a68c3d164e31a78c4ab3da296009 2024-11-25T15:34:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c9030943bfb14ef48678128732ab038b is 50, key is test_row_0/B:col10/1732548863871/Put/seqid=0 2024-11-25T15:34:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742234_1410 (size=12301) 2024-11-25T15:34:26,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548926196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548926205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548926205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548926403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548926413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548926413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,589 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c9030943bfb14ef48678128732ab038b 2024-11-25T15:34:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/96da8d01e29a4b90a9796720b27948d3 is 50, key is test_row_0/C:col10/1732548863871/Put/seqid=0 2024-11-25T15:34:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742235_1411 (size=12301) 2024-11-25T15:34:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548926707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548926718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548926720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:27,011 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/96da8d01e29a4b90a9796720b27948d3 2024-11-25T15:34:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/7290a68c3d164e31a78c4ab3da296009 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009 2024-11-25T15:34:27,018 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009, entries=150, sequenceid=311, filesize=30.5 K 2024-11-25T15:34:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/c9030943bfb14ef48678128732ab038b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b 2024-11-25T15:34:27,022 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T15:34:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/96da8d01e29a4b90a9796720b27948d3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3 2024-11-25T15:34:27,033 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T15:34:27,034 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5e0b115ac3120b0f3566ad0c11315080 in 1770ms, sequenceid=311, compaction requested=false 2024-11-25T15:34:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T15:34:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T15:34:27,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T15:34:27,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4010 sec 2024-11-25T15:34:27,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.4140 sec 2024-11-25T15:34:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:27,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:27,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258121890dcbf849358d69d6072b003ea7_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:27,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742236_1412 (size=14994) 2024-11-25T15:34:27,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:27,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258121890dcbf849358d69d6072b003ea7_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258121890dcbf849358d69d6072b003ea7_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:27,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/59ba6444ed9b43d79e87e6809ca499df, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:27,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/59ba6444ed9b43d79e87e6809ca499df is 175, key is test_row_0/A:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548927244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548927252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548927256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742237_1413 (size=39949) 2024-11-25T15:34:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548927354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548927364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548927368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548927561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548927572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548927573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/59ba6444ed9b43d79e87e6809ca499df 2024-11-25T15:34:27,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/51135a11496e4abda1e310e13e71ecc6 is 50, key is test_row_0/B:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742238_1414 (size=12301) 2024-11-25T15:34:27,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548927867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548927878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:27,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548927879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/51135a11496e4abda1e310e13e71ecc6 2024-11-25T15:34:28,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/487ed1beea6e4b509d9656ad1d3bf6b2 is 50, key is test_row_0/C:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742239_1415 (size=12301) 2024-11-25T15:34:28,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/487ed1beea6e4b509d9656ad1d3bf6b2 2024-11-25T15:34:28,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/59ba6444ed9b43d79e87e6809ca499df as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df 2024-11-25T15:34:28,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df, entries=200, sequenceid=337, filesize=39.0 K 2024-11-25T15:34:28,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/51135a11496e4abda1e310e13e71ecc6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6 2024-11-25T15:34:28,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T15:34:28,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/487ed1beea6e4b509d9656ad1d3bf6b2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2 2024-11-25T15:34:28,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T15:34:28,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5e0b115ac3120b0f3566ad0c11315080 in 932ms, sequenceid=337, compaction requested=true 2024-11-25T15:34:28,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:28,145 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:28,145 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:28,146 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:28,146 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:28,146 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,146 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b48ba82701fe4ac6842401fb03666a6c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=36.7 K 2024-11-25T15:34:28,146 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:28,146 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:28,146 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,146 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=100.7 K 2024-11-25T15:34:28,146 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,146 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df] 2024-11-25T15:34:28,147 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b48ba82701fe4ac6842401fb03666a6c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863818 2024-11-25T15:34:28,147 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 104b6890239e48fd95e8e30123d3400e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863818 2024-11-25T15:34:28,147 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7290a68c3d164e31a78c4ab3da296009, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548863871 2024-11-25T15:34:28,147 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting c9030943bfb14ef48678128732ab038b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548863871 2024-11-25T15:34:28,148 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ba6444ed9b43d79e87e6809ca499df, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:28,148 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 51135a11496e4abda1e310e13e71ecc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:28,155 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:28,177 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:28,178 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/bede452b58184c40be267f1507ec5a87 is 50, key is test_row_0/B:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:28,188 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112506140a3f1a444b14954c2fa8203c037e_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:28,190 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112506140a3f1a444b14954c2fa8203c037e_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:28,190 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112506140a3f1a444b14954c2fa8203c037e_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:28,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742240_1416 (size=13085) 2024-11-25T15:34:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742241_1417 (size=4469) 2024-11-25T15:34:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:28,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:28,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112521317ffe11494f85b8aad20a3d4c5877_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548867243/Put/seqid=0 2024-11-25T15:34:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742242_1418 (size=14994) 2024-11-25T15:34:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548928390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548928391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548928392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548928393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548928395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548928506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548928507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548928507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548928508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,614 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/bede452b58184c40be267f1507ec5a87 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/bede452b58184c40be267f1507ec5a87 2024-11-25T15:34:28,624 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into bede452b58184c40be267f1507ec5a87(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:28,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:28,624 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=13, startTime=1732548868145; duration=0sec 2024-11-25T15:34:28,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:28,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:28,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:28,625 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:28,625 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:28,625 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,626 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/b4a76ffc7fbf495c92e7d20cf5df9c0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=36.7 K 2024-11-25T15:34:28,626 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a76ffc7fbf495c92e7d20cf5df9c0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732548863818 2024-11-25T15:34:28,627 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 96da8d01e29a4b90a9796720b27948d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548863871 2024-11-25T15:34:28,627 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#345 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:28,627 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 487ed1beea6e4b509d9656ad1d3bf6b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:28,627 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/3f6004f7f7c349c0bb89419a34201fd5 is 175, key is test_row_0/A:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742243_1419 (size=32039) 2024-11-25T15:34:28,649 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:28,650 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/87e1fc4e95aa48c393b77e2891d04670 is 50, key is test_row_0/C:col10/1732548866087/Put/seqid=0 2024-11-25T15:34:28,654 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/3f6004f7f7c349c0bb89419a34201fd5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5 2024-11-25T15:34:28,663 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into 3f6004f7f7c349c0bb89419a34201fd5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:28,663 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:28,663 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=13, startTime=1732548868144; duration=0sec 2024-11-25T15:34:28,663 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:28,663 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742244_1420 (size=13085) 2024-11-25T15:34:28,673 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/87e1fc4e95aa48c393b77e2891d04670 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/87e1fc4e95aa48c393b77e2891d04670 2024-11-25T15:34:28,680 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into 87e1fc4e95aa48c393b77e2891d04670(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:28,680 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:28,680 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=13, startTime=1732548868145; duration=0sec 2024-11-25T15:34:28,680 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:28,680 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:28,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548928713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548928715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548928715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112521317ffe11494f85b8aad20a3d4c5877_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112521317ffe11494f85b8aad20a3d4c5877_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:28,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b3ed252e3026429385c603bed9a17932, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:28,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b3ed252e3026429385c603bed9a17932 is 175, key is test_row_0/A:col10/1732548867243/Put/seqid=0 2024-11-25T15:34:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548928719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T15:34:28,743 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T15:34:28,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742245_1421 (size=39949) 2024-11-25T15:34:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T15:34:28,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b3ed252e3026429385c603bed9a17932 2024-11-25T15:34:28,745 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:28,746 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:28,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:28,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/6be33a8f72fe4b43bb34ff5725f325cd is 50, key is test_row_0/B:col10/1732548867243/Put/seqid=0 2024-11-25T15:34:28,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742246_1422 (size=12301) 2024-11-25T15:34:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:28,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:28,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T15:34:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:28,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548929020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548929020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548929021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548929027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:29,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T15:34:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:29,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/6be33a8f72fe4b43bb34ff5725f325cd 2024-11-25T15:34:29,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/605eef50a1ea49129e16e1ed7ae7578e is 50, key is test_row_0/C:col10/1732548867243/Put/seqid=0 2024-11-25T15:34:29,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T15:34:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:29,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742247_1423 (size=12301) 2024-11-25T15:34:29,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/605eef50a1ea49129e16e1ed7ae7578e 2024-11-25T15:34:29,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/b3ed252e3026429385c603bed9a17932 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932 2024-11-25T15:34:29,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932, entries=200, sequenceid=352, filesize=39.0 K 2024-11-25T15:34:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/6be33a8f72fe4b43bb34ff5725f325cd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd 2024-11-25T15:34:29,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T15:34:29,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/605eef50a1ea49129e16e1ed7ae7578e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e 2024-11-25T15:34:29,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T15:34:29,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5e0b115ac3120b0f3566ad0c11315080 in 1012ms, sequenceid=352, compaction requested=false 2024-11-25T15:34:29,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:29,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T15:34:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:29,366 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8675e899138456597534363d9d933d0_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548868391/Put/seqid=0 2024-11-25T15:34:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742248_1424 (size=12454) 2024-11-25T15:34:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. as already flushing 2024-11-25T15:34:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:29,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548929498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548929524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548929529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548929529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548929551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548929612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:29,833 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8675e899138456597534363d9d933d0_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8675e899138456597534363d9d933d0_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5ce261cbfb804f94a21885240b4769db, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5ce261cbfb804f94a21885240b4769db is 175, key is test_row_0/A:col10/1732548868391/Put/seqid=0 2024-11-25T15:34:29,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548929832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742249_1425 (size=31255) 2024-11-25T15:34:29,886 DEBUG [Thread-1480 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:60975 2024-11-25T15:34:29,886 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:29,887 DEBUG [Thread-1486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:60975 2024-11-25T15:34:29,887 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:29,889 DEBUG [Thread-1488 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16722a1f to 127.0.0.1:60975 2024-11-25T15:34:29,889 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:29,893 DEBUG [Thread-1482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:60975 2024-11-25T15:34:29,893 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:29,895 DEBUG [Thread-1484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:60975 2024-11-25T15:34:29,895 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548930145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,261 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5ce261cbfb804f94a21885240b4769db 2024-11-25T15:34:30,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/f88e7febac7c44a6aecea5fea945a305 is 50, key is test_row_0/B:col10/1732548868391/Put/seqid=0 2024-11-25T15:34:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742250_1426 (size=12301) 2024-11-25T15:34:30,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/f88e7febac7c44a6aecea5fea945a305 2024-11-25T15:34:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/11d60f22e38e4eeaa912486be0b756a5 is 50, key is test_row_0/C:col10/1732548868391/Put/seqid=0 2024-11-25T15:34:30,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742251_1427 (size=12301) 2024-11-25T15:34:30,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1732548930538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60716 deadline: 1732548930543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60724 deadline: 1732548930545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60692 deadline: 1732548930563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60732 deadline: 1732548930647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:30,691 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/11d60f22e38e4eeaa912486be0b756a5 2024-11-25T15:34:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/5ce261cbfb804f94a21885240b4769db as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db 2024-11-25T15:34:30,701 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db, entries=150, sequenceid=376, filesize=30.5 K 2024-11-25T15:34:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/f88e7febac7c44a6aecea5fea945a305 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305 2024-11-25T15:34:30,706 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T15:34:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/11d60f22e38e4eeaa912486be0b756a5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5 2024-11-25T15:34:30,711 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T15:34:30,712 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5e0b115ac3120b0f3566ad0c11315080 in 1346ms, sequenceid=376, compaction requested=true 2024-11-25T15:34:30,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:30,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:30,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T15:34:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T15:34:30,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T15:34:30,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9670 sec 2024-11-25T15:34:30,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.9700 sec 2024-11-25T15:34:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T15:34:30,850 INFO [Thread-1479 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T15:34:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:31,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:31,654 DEBUG [Thread-1473 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:60975 2024-11-25T15:34:31,654 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:31,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125afee48dd04724878b5b8263ec0ce73f3_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_0/A:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742252_1428 (size=12454) 2024-11-25T15:34:31,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:31,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125afee48dd04724878b5b8263ec0ce73f3_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125afee48dd04724878b5b8263ec0ce73f3_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:31,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/77ed5e3b990844baa20505d69f207033, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:31,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/77ed5e3b990844baa20505d69f207033 is 175, key is test_row_0/A:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742253_1429 (size=31255) 2024-11-25T15:34:31,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/77ed5e3b990844baa20505d69f207033 2024-11-25T15:34:31,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2b8ca5f02d984f86a7bdfd462eaf8780 is 50, key is test_row_0/B:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742254_1430 (size=12301) 2024-11-25T15:34:32,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2b8ca5f02d984f86a7bdfd462eaf8780 2024-11-25T15:34:32,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/32f311102a694286954171d24590c4e1 is 50, key is test_row_0/C:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742255_1431 (size=12301) 2024-11-25T15:34:32,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/32f311102a694286954171d24590c4e1 2024-11-25T15:34:32,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/77ed5e3b990844baa20505d69f207033 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033 2024-11-25T15:34:32,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033, entries=150, sequenceid=392, filesize=30.5 K 2024-11-25T15:34:32,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/2b8ca5f02d984f86a7bdfd462eaf8780 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780 2024-11-25T15:34:32,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T15:34:32,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/32f311102a694286954171d24590c4e1 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1 2024-11-25T15:34:32,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T15:34:32,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 5e0b115ac3120b0f3566ad0c11315080 in 558ms, sequenceid=392, compaction requested=true 2024-11-25T15:34:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:32,212 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e0b115ac3120b0f3566ad0c11315080:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:32,212 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/A is initiating minor compaction (all files) 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/B is initiating minor compaction (all files) 2024-11-25T15:34:32,213 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/A in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:32,213 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/B in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:32,213 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=131.3 K 2024-11-25T15:34:32,213 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/bede452b58184c40be267f1507ec5a87, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=48.8 K 2024-11-25T15:34:32,213 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033] 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting bede452b58184c40be267f1507ec5a87, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f6004f7f7c349c0bb89419a34201fd5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:32,213 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be33a8f72fe4b43bb34ff5725f325cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732548867243 2024-11-25T15:34:32,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ed252e3026429385c603bed9a17932, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732548867243 2024-11-25T15:34:32,214 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f88e7febac7c44a6aecea5fea945a305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732548868375 2024-11-25T15:34:32,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ce261cbfb804f94a21885240b4769db, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732548868375 2024-11-25T15:34:32,214 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b8ca5f02d984f86a7bdfd462eaf8780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732548869475 2024-11-25T15:34:32,214 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77ed5e3b990844baa20505d69f207033, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732548869475 2024-11-25T15:34:32,256 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:32,257 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b4ca1f3e1ec54a849595f17a45c45e7e is 50, key is test_row_0/B:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:32,258 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:32,267 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f9b94f25d5bb4ebe8ed13d8de05ba02a_5e0b115ac3120b0f3566ad0c11315080 store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:32,271 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f9b94f25d5bb4ebe8ed13d8de05ba02a_5e0b115ac3120b0f3566ad0c11315080, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:32,272 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f9b94f25d5bb4ebe8ed13d8de05ba02a_5e0b115ac3120b0f3566ad0c11315080 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742256_1432 (size=13221) 2024-11-25T15:34:32,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742257_1433 (size=4469) 2024-11-25T15:34:32,314 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#A#compaction#358 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:32,315 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/3c8ce4670c2c45f694d140a8e6ad39a9 is 175, key is test_row_0/A:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742258_1434 (size=32175) 2024-11-25T15:34:32,543 DEBUG [Thread-1477 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55650656 to 127.0.0.1:60975 2024-11-25T15:34:32,543 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:32,546 DEBUG [Thread-1469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033feebb to 127.0.0.1:60975 2024-11-25T15:34:32,547 DEBUG [Thread-1469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:32,547 DEBUG [Thread-1471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c40db2e to 127.0.0.1:60975 2024-11-25T15:34:32,547 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:32,574 DEBUG [Thread-1475 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:60975 2024-11-25T15:34:32,574 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1267 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3801 rows 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1275 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3825 rows 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1265 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3795 rows 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1258 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3774 rows 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1262 2024-11-25T15:34:32,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3786 rows 2024-11-25T15:34:32,574 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:34:32,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dacfd49 to 127.0.0.1:60975 2024-11-25T15:34:32,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:32,576 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:34:32,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:34:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:32,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548872580"}]},"ts":"1732548872580"} 2024-11-25T15:34:32,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:34:32,595 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:34:32,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:34:32,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, UNASSIGN}] 2024-11-25T15:34:32,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, UNASSIGN 2024-11-25T15:34:32,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:32,599 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:34:32,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:32,685 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/b4ca1f3e1ec54a849595f17a45c45e7e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b4ca1f3e1ec54a849595f17a45c45e7e 2024-11-25T15:34:32,691 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/B of 5e0b115ac3120b0f3566ad0c11315080 into b4ca1f3e1ec54a849595f17a45c45e7e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:32,691 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:32,691 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/B, priority=12, startTime=1732548872212; duration=0sec 2024-11-25T15:34:32,691 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:32,692 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:B 2024-11-25T15:34:32,692 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:32,693 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:32,693 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 5e0b115ac3120b0f3566ad0c11315080/C is initiating minor compaction (all files) 2024-11-25T15:34:32,693 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e0b115ac3120b0f3566ad0c11315080/C in TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:32,693 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/87e1fc4e95aa48c393b77e2891d04670, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp, totalSize=48.8 K 2024-11-25T15:34:32,693 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e1fc4e95aa48c393b77e2891d04670, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732548866087 2024-11-25T15:34:32,693 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 605eef50a1ea49129e16e1ed7ae7578e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732548867243 2024-11-25T15:34:32,694 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d60f22e38e4eeaa912486be0b756a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732548868375 2024-11-25T15:34:32,694 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f311102a694286954171d24590c4e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732548869475 2024-11-25T15:34:32,716 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e0b115ac3120b0f3566ad0c11315080#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:32,716 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/8df9d61b4f18412bb75778079f27aed5 is 50, key is test_row_0/C:col10/1732548869484/Put/seqid=0 2024-11-25T15:34:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742259_1435 (size=13221) 2024-11-25T15:34:32,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:32,752 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:32,752 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:34:32,752 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 5e0b115ac3120b0f3566ad0c11315080, disabling compactions & flushes 2024-11-25T15:34:32,752 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:32,763 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/3c8ce4670c2c45f694d140a8e6ad39a9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3c8ce4670c2c45f694d140a8e6ad39a9 2024-11-25T15:34:32,767 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/A of 5e0b115ac3120b0f3566ad0c11315080 into 3c8ce4670c2c45f694d140a8e6ad39a9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:32,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:32,767 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/A, priority=12, startTime=1732548872212; duration=0sec 2024-11-25T15:34:32,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:32,767 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:A 2024-11-25T15:34:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:33,154 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/8df9d61b4f18412bb75778079f27aed5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8df9d61b4f18412bb75778079f27aed5 2024-11-25T15:34:33,161 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e0b115ac3120b0f3566ad0c11315080/C of 5e0b115ac3120b0f3566ad0c11315080 into 8df9d61b4f18412bb75778079f27aed5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:33,161 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:33,161 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:33,161 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080., storeName=5e0b115ac3120b0f3566ad0c11315080/C, priority=12, startTime=1732548872212; duration=0sec 2024-11-25T15:34:33,161 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:33,161 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. after waiting 0 ms 2024-11-25T15:34:33,161 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:33,161 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:33,161 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e0b115ac3120b0f3566ad0c11315080:C 2024-11-25T15:34:33,161 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 5e0b115ac3120b0f3566ad0c11315080 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=A 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=B 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e0b115ac3120b0f3566ad0c11315080, store=C 2024-11-25T15:34:33,162 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:33,180 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e7a50042b10d41799eafe9ad41f079d9_5e0b115ac3120b0f3566ad0c11315080 is 50, key is test_row_1/A:col10/1732548872545/Put/seqid=0 2024-11-25T15:34:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742260_1436 (size=9914) 2024-11-25T15:34:33,602 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:33,609 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e7a50042b10d41799eafe9ad41f079d9_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e7a50042b10d41799eafe9ad41f079d9_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/508abd9dc3914df28a3e6cc6797091c5, store: [table=TestAcidGuarantees family=A region=5e0b115ac3120b0f3566ad0c11315080] 2024-11-25T15:34:33,612 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/508abd9dc3914df28a3e6cc6797091c5 is 175, key is test_row_1/A:col10/1732548872545/Put/seqid=0 2024-11-25T15:34:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742261_1437 (size=22561) 2024-11-25T15:34:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:34,018 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/508abd9dc3914df28a3e6cc6797091c5 2024-11-25T15:34:34,025 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7bc7ae113d464a73b8bbe1633e108c4b is 50, key is test_row_1/B:col10/1732548872545/Put/seqid=0 2024-11-25T15:34:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742262_1438 (size=9857) 2024-11-25T15:34:34,030 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7bc7ae113d464a73b8bbe1633e108c4b 2024-11-25T15:34:34,037 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/19ebc7c8531f46ca92da281baa07b2a1 is 50, key is test_row_1/C:col10/1732548872545/Put/seqid=0 2024-11-25T15:34:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742263_1439 (size=9857) 2024-11-25T15:34:34,446 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/19ebc7c8531f46ca92da281baa07b2a1 2024-11-25T15:34:34,454 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/A/508abd9dc3914df28a3e6cc6797091c5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/508abd9dc3914df28a3e6cc6797091c5 2024-11-25T15:34:34,457 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/508abd9dc3914df28a3e6cc6797091c5, entries=100, sequenceid=402, filesize=22.0 K 2024-11-25T15:34:34,458 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/B/7bc7ae113d464a73b8bbe1633e108c4b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7bc7ae113d464a73b8bbe1633e108c4b 2024-11-25T15:34:34,460 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7bc7ae113d464a73b8bbe1633e108c4b, entries=100, sequenceid=402, filesize=9.6 K 2024-11-25T15:34:34,461 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/.tmp/C/19ebc7c8531f46ca92da281baa07b2a1 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/19ebc7c8531f46ca92da281baa07b2a1 2024-11-25T15:34:34,463 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/19ebc7c8531f46ca92da281baa07b2a1, entries=100, sequenceid=402, filesize=9.6 K 2024-11-25T15:34:34,464 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5e0b115ac3120b0f3566ad0c11315080 in 1303ms, sequenceid=402, compaction requested=false 2024-11-25T15:34:34,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033] to archive 2024-11-25T15:34:34,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:34,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/c06a5a6c6ba44891a96e2ddb956fd61c 2024-11-25T15:34:34,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/217124dea8974ce98441d13e3ee0b478 2024-11-25T15:34:34,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5058be83195c46ec9cfffa84ebabf2e0 2024-11-25T15:34:34,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a8492e3f111a40c79d222f32e43d972c 2024-11-25T15:34:34,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/985614e9104844d5b98334d1f93ac487 2024-11-25T15:34:34,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7113609dc0594d8f90a1215da0143e4f 2024-11-25T15:34:34,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b718227a82fd4e868cb3b1e2a4016385 2024-11-25T15:34:34,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/1f64aa2802d74aebbdc3edc53a2a5d1e 2024-11-25T15:34:34,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ff9e284369904d6c9d41357353d0b2e6 2024-11-25T15:34:34,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/d8ff3a1575b54657aad7d989acc55916 2024-11-25T15:34:34,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e3b9b6d309b649c4b462f0d3a324d487 2024-11-25T15:34:34,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5cbec12aa9f44956b37cd1557e0407f3 2024-11-25T15:34:34,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/ce74be4f27964d4285c6ed91351a8548 2024-11-25T15:34:34,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/e195cf9066f147f0969f66e06f84e069 2024-11-25T15:34:34,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/85cd051f849c4e78be81972f2bef933e 2024-11-25T15:34:34,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b919e21c12b445ac93e777f255b149c0 2024-11-25T15:34:34,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a04fb460f22b4b1880c09d6ebff73333 2024-11-25T15:34:34,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/a5d5e507f440469e97b6c3aa400d8e6d 2024-11-25T15:34:34,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/36186eedc94f42deb2e158add9fedf1e 2024-11-25T15:34:34,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/af909cbe0aaf45eeba9f258c418b1017 2024-11-25T15:34:34,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/104b6890239e48fd95e8e30123d3400e 2024-11-25T15:34:34,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/7290a68c3d164e31a78c4ab3da296009 2024-11-25T15:34:34,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/59ba6444ed9b43d79e87e6809ca499df 2024-11-25T15:34:34,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3f6004f7f7c349c0bb89419a34201fd5 2024-11-25T15:34:34,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/b3ed252e3026429385c603bed9a17932 2024-11-25T15:34:34,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/5ce261cbfb804f94a21885240b4769db 2024-11-25T15:34:34,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/77ed5e3b990844baa20505d69f207033 2024-11-25T15:34:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b7bf52d510bc4312ad1bb735ba2a53cb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/8ca7eaeba3e248e6b95c2e49a3b98eb8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/9f4c002ff0c241e6b3d7f9644c7f3de6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/be394f7dcf9e48a6b573bc39931873bb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/0347b8a691854b7c894aa6bd39d361af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b48ba82701fe4ac6842401fb03666a6c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/bede452b58184c40be267f1507ec5a87, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780] to archive 2024-11-25T15:34:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:34,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/4ad0f18b40ff46ef9caf85f80d6e6549 2024-11-25T15:34:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c3f901e458974119a7bb2bacf7a94d7b 2024-11-25T15:34:34,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b7bf52d510bc4312ad1bb735ba2a53cb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b7bf52d510bc4312ad1bb735ba2a53cb 2024-11-25T15:34:34,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/563d5187732349289b81a80b90d8cbcc 2024-11-25T15:34:34,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/04ba6757108043609f3606aae2d70ed3 2024-11-25T15:34:34,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/8ca7eaeba3e248e6b95c2e49a3b98eb8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/8ca7eaeba3e248e6b95c2e49a3b98eb8 2024-11-25T15:34:34,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/25419548ac2342e5b3a68d1fe1c14dbe 2024-11-25T15:34:34,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/823be1686bb94051a8761a1c51dc2ab8 2024-11-25T15:34:34,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/9f4c002ff0c241e6b3d7f9644c7f3de6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/9f4c002ff0c241e6b3d7f9644c7f3de6 2024-11-25T15:34:34,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/37eb341e441a4d959e567c88eb4e6c97 2024-11-25T15:34:34,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/21363314de6f49328fa1b48ef310a8ec 2024-11-25T15:34:34,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/be394f7dcf9e48a6b573bc39931873bb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/be394f7dcf9e48a6b573bc39931873bb 2024-11-25T15:34:34,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/909949dfab83461c9068fce2d9b5caf2 2024-11-25T15:34:34,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/73d66c868b3c47c5b71a9a0cb5004b16 2024-11-25T15:34:34,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7da78a1833f042c8b5b59ab7ae79ec21 2024-11-25T15:34:34,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/0347b8a691854b7c894aa6bd39d361af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/0347b8a691854b7c894aa6bd39d361af 2024-11-25T15:34:34,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/663cec63c71b450e97c5a08a8b9a185b 2024-11-25T15:34:34,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c6c92fb25d0748bba7d6b9757fc5b1af 2024-11-25T15:34:34,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2a25511bdf5543bfbc56c76be078c30e 2024-11-25T15:34:34,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b48ba82701fe4ac6842401fb03666a6c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b48ba82701fe4ac6842401fb03666a6c 2024-11-25T15:34:34,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b94282a6025341d3b6f28819a077e8bf 2024-11-25T15:34:34,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/c9030943bfb14ef48678128732ab038b 2024-11-25T15:34:34,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/bede452b58184c40be267f1507ec5a87 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/bede452b58184c40be267f1507ec5a87 2024-11-25T15:34:34,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/51135a11496e4abda1e310e13e71ecc6 2024-11-25T15:34:34,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/6be33a8f72fe4b43bb34ff5725f325cd 2024-11-25T15:34:34,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/f88e7febac7c44a6aecea5fea945a305 2024-11-25T15:34:34,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/2b8ca5f02d984f86a7bdfd462eaf8780 2024-11-25T15:34:34,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e331c870c402437eb2e489a6e75ed366, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/12458d974bee46108d2ec8cfe41f5494, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a30ce38981574b81b788e372dfe1d96c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/3dfc31e76b8349c7bc9922c906e0915e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/53bf3e16546c424c8ddf1a3829f0cdb5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/b4a76ffc7fbf495c92e7d20cf5df9c0d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/87e1fc4e95aa48c393b77e2891d04670, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1] to archive 2024-11-25T15:34:34,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:34,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/db69c9eff1a5456b8a8c2d82b1b53907 2024-11-25T15:34:34,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/ce7804275eee432d8be083e3bdda032c 2024-11-25T15:34:34,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e331c870c402437eb2e489a6e75ed366 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e331c870c402437eb2e489a6e75ed366 2024-11-25T15:34:34,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8c477424b6da4e91b2be10be471c3a80 2024-11-25T15:34:34,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/0cf41052edc54d92b01a2e84425dc019 2024-11-25T15:34:34,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/12458d974bee46108d2ec8cfe41f5494 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/12458d974bee46108d2ec8cfe41f5494 2024-11-25T15:34:34,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/7e4b412dda37406e83b68b8994f711c3 2024-11-25T15:34:34,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/65a63f6cc2f54385917a17ff94240f58 2024-11-25T15:34:34,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a30ce38981574b81b788e372dfe1d96c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a30ce38981574b81b788e372dfe1d96c 2024-11-25T15:34:34,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5182411e13fd439983aadf5d6f3ad990 2024-11-25T15:34:34,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/31fdbf051a9b4f31aeb3e5ab33b879e2 2024-11-25T15:34:34,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/3dfc31e76b8349c7bc9922c906e0915e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/3dfc31e76b8349c7bc9922c906e0915e 2024-11-25T15:34:34,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/a230930bf0f048f6ac290674dbdd6d9b 2024-11-25T15:34:34,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/75acb719c49643968e4ab2f8297e1c7f 2024-11-25T15:34:34,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/091999dab87d4a27915a65f485cd2504 2024-11-25T15:34:34,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/53bf3e16546c424c8ddf1a3829f0cdb5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/53bf3e16546c424c8ddf1a3829f0cdb5 2024-11-25T15:34:34,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/5926f4c565b446d9afe30429e8d2c80e 2024-11-25T15:34:34,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/e370f23ea5e84062bb776e8e9eb10c5f 2024-11-25T15:34:34,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/aca34e9a6f3b4e78bb90b6e855bb1e4a 2024-11-25T15:34:34,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/b4a76ffc7fbf495c92e7d20cf5df9c0d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/b4a76ffc7fbf495c92e7d20cf5df9c0d 2024-11-25T15:34:34,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/122cb401fd9e4dde8b823d539783ca0f 2024-11-25T15:34:34,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/96da8d01e29a4b90a9796720b27948d3 2024-11-25T15:34:34,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/87e1fc4e95aa48c393b77e2891d04670 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/87e1fc4e95aa48c393b77e2891d04670 2024-11-25T15:34:34,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/487ed1beea6e4b509d9656ad1d3bf6b2 2024-11-25T15:34:34,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/605eef50a1ea49129e16e1ed7ae7578e 2024-11-25T15:34:34,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/11d60f22e38e4eeaa912486be0b756a5 2024-11-25T15:34:34,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/32f311102a694286954171d24590c4e1 2024-11-25T15:34:34,557 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=4 2024-11-25T15:34:34,558 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080. 2024-11-25T15:34:34,558 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 5e0b115ac3120b0f3566ad0c11315080: 2024-11-25T15:34:34,559 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=5e0b115ac3120b0f3566ad0c11315080, regionState=CLOSED 2024-11-25T15:34:34,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T15:34:34,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 5e0b115ac3120b0f3566ad0c11315080, server=23e146a7c12d,39585,1732548756885 in 1.9600 sec 2024-11-25T15:34:34,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T15:34:34,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e0b115ac3120b0f3566ad0c11315080, UNASSIGN in 1.9640 sec 2024-11-25T15:34:34,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T15:34:34,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9670 sec 2024-11-25T15:34:34,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548874565"}]},"ts":"1732548874565"} 2024-11-25T15:34:34,566 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:34:34,612 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:34:34,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0370 sec 2024-11-25T15:34:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T15:34:34,684 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T15:34:34,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:34:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,687 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T15:34:34,688 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,691 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,694 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits] 2024-11-25T15:34:34,699 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3c8ce4670c2c45f694d140a8e6ad39a9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/3c8ce4670c2c45f694d140a8e6ad39a9 2024-11-25T15:34:34,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/508abd9dc3914df28a3e6cc6797091c5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/A/508abd9dc3914df28a3e6cc6797091c5 2024-11-25T15:34:34,703 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7bc7ae113d464a73b8bbe1633e108c4b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/7bc7ae113d464a73b8bbe1633e108c4b 2024-11-25T15:34:34,705 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b4ca1f3e1ec54a849595f17a45c45e7e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/B/b4ca1f3e1ec54a849595f17a45c45e7e 2024-11-25T15:34:34,708 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/19ebc7c8531f46ca92da281baa07b2a1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/19ebc7c8531f46ca92da281baa07b2a1 2024-11-25T15:34:34,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8df9d61b4f18412bb75778079f27aed5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/C/8df9d61b4f18412bb75778079f27aed5 2024-11-25T15:34:34,713 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits/405.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080/recovered.edits/405.seqid 2024-11-25T15:34:34,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,714 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:34:34,714 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:34:34,715 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T15:34:34,718 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a7ec68bc70444809b1cdb5f867313ed_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a7ec68bc70444809b1cdb5f867313ed_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,719 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251eaa008c458b4f9ca805a0de96a089fa_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251eaa008c458b4f9ca805a0de96a089fa_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112521317ffe11494f85b8aad20a3d4c5877_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112521317ffe11494f85b8aad20a3d4c5877_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,722 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125301bc6c388584675b21e190b9bd986fe_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125301bc6c388584675b21e190b9bd986fe_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,723 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533bd4a75bb234008ae21595b40a8f9e4_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533bd4a75bb234008ae21595b40a8f9e4_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,724 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541eccd89e00d4512ab51a740b8659f55_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541eccd89e00d4512ab51a740b8659f55_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a1b394ca951491990e5859a38caf577_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a1b394ca951491990e5859a38caf577_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560b0692aed9f4027bbbb507a39b9df10_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560b0692aed9f4027bbbb507a39b9df10_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,728 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258121890dcbf849358d69d6072b003ea7_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258121890dcbf849358d69d6072b003ea7_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,729 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f999579210f4ba3a31d520da0778e44_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f999579210f4ba3a31d520da0778e44_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125afee48dd04724878b5b8263ec0ce73f3_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125afee48dd04724878b5b8263ec0ce73f3_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c28120e0fcfe416db947a30b3bc87c10_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c28120e0fcfe416db947a30b3bc87c10_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,733 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c99cb4a7b4154e9fad96900282efa194_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c99cb4a7b4154e9fad96900282efa194_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,733 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb3de9a3ceff4484bfca404f0dfab47a_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb3de9a3ceff4484bfca404f0dfab47a_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,734 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc642388df6d4db487270d2e8fcad625_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc642388df6d4db487270d2e8fcad625_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,735 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8675e899138456597534363d9d933d0_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8675e899138456597534363d9d933d0_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,736 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da569c75864e43958d2000b131c2c0d4_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da569c75864e43958d2000b131c2c0d4_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,737 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dfe8f9e3acd645adbde978f695bee0e7_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dfe8f9e3acd645adbde978f695bee0e7_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,738 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6b0ee83e8154f3ea19ba3c9b245bd66_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6b0ee83e8154f3ea19ba3c9b245bd66_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,739 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e7a50042b10d41799eafe9ad41f079d9_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e7a50042b10d41799eafe9ad41f079d9_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,740 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff752637c78341d5aa3747c10c67576a_5e0b115ac3120b0f3566ad0c11315080 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff752637c78341d5aa3747c10c67576a_5e0b115ac3120b0f3566ad0c11315080 2024-11-25T15:34:34,740 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:34:34,743 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,746 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:34:34,749 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:34:34,749 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,750 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:34:34,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548874750"}]},"ts":"9223372036854775807"} 2024-11-25T15:34:34,751 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:34:34,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5e0b115ac3120b0f3566ad0c11315080, NAME => 'TestAcidGuarantees,,1732548846558.5e0b115ac3120b0f3566ad0c11315080.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:34:34,751 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:34:34,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548874751"}]},"ts":"9223372036854775807"} 2024-11-25T15:34:34,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:34:34,762 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-25T15:34:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T15:34:34,789 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T15:34:34,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=869 (was 750) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2086 (was 2848) 2024-11-25T15:34:34,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=869, ProcessCount=11, AvailableMemoryMB=2086 2024-11-25T15:34:34,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:34:34,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:34:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:34:34,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:34:34,809 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:34,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-25T15:34:34,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:34:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742264_1440 (size=960) 2024-11-25T15:34:34,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:34:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:35,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:34:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742265_1441 (size=53) 2024-11-25T15:34:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 75a49c145cd70bbddd9ae84c71bdecba, disabling compactions & flushes 2024-11-25T15:34:35,623 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. after waiting 0 ms 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,623 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,623 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:35,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:34:35,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548875624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548875624"}]},"ts":"1732548875624"} 2024-11-25T15:34:35,625 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:34:35,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:34:35,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548875626"}]},"ts":"1732548875626"} 2024-11-25T15:34:35,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:34:35,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, ASSIGN}] 2024-11-25T15:34:35,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, ASSIGN 2024-11-25T15:34:35,647 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:34:35,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=75a49c145cd70bbddd9ae84c71bdecba, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:35,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:34:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:35,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:35,955 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,956 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:34:35,956 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,956 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:34:35,957 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,957 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,959 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,961 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:35,961 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a49c145cd70bbddd9ae84c71bdecba columnFamilyName A 2024-11-25T15:34:35,961 DEBUG [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:35,962 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(327): Store=75a49c145cd70bbddd9ae84c71bdecba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:35,962 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,964 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:35,964 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a49c145cd70bbddd9ae84c71bdecba columnFamilyName B 2024-11-25T15:34:35,964 DEBUG [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:35,965 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(327): Store=75a49c145cd70bbddd9ae84c71bdecba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:35,965 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,967 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:34:35,967 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a49c145cd70bbddd9ae84c71bdecba columnFamilyName C 2024-11-25T15:34:35,967 DEBUG [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:34:35,968 INFO [StoreOpener-75a49c145cd70bbddd9ae84c71bdecba-1 {}] regionserver.HStore(327): Store=75a49c145cd70bbddd9ae84c71bdecba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:34:35,968 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,970 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,970 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,972 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:34:35,974 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:35,977 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:34:35,978 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 75a49c145cd70bbddd9ae84c71bdecba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62188503, jitterRate=-0.07331909239292145}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:34:35,978 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:35,979 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., pid=125, masterSystemTime=1732548875950 2024-11-25T15:34:35,980 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,980 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:35,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=75a49c145cd70bbddd9ae84c71bdecba, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:35,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T15:34:35,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 in 183 msec 2024-11-25T15:34:35,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T15:34:35,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, ASSIGN in 338 msec 2024-11-25T15:34:35,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:34:35,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548875985"}]},"ts":"1732548875985"} 2024-11-25T15:34:35,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:34:36,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:34:36,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2940 sec 2024-11-25T15:34:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T15:34:36,916 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-25T15:34:36,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2aaa8c4a to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34614bf6 2024-11-25T15:34:36,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345fa4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:36,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:36,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:36,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:34:36,966 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:34:36,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x466b85c9 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@786b5809 2024-11-25T15:34:36,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315a23ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:36,980 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3ee89e to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d375c60 2024-11-25T15:34:36,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d125972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:36,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b0e6a43 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cbdf91e 2024-11-25T15:34:37,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134bfe32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08e5fd00 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc3900b 2024-11-25T15:34:37,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b55f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,016 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e195d6e to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@599dd56e 2024-11-25T15:34:37,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ca555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23090be3 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@224e54da 2024-11-25T15:34:37,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bda459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8d64d3 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bb51dfc 2024-11-25T15:34:37,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0784d683 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@540d7172 2024-11-25T15:34:37,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dee2855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7761f52b to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48588c54 2024-11-25T15:34:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e8a98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a736a20 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c56316 2024-11-25T15:34:37,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677030bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:34:37,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T15:34:37,094 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:37,095 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:37,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:37,095 DEBUG [hconnection-0x211a9e92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,098 DEBUG [hconnection-0x17e306d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,098 DEBUG [hconnection-0x49eba457-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,099 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,099 DEBUG [hconnection-0xc7b4ae7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,100 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,101 DEBUG [hconnection-0x70b84fd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,102 DEBUG [hconnection-0x4ecf4cff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,103 DEBUG [hconnection-0x56e3b8fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,103 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,104 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,104 DEBUG [hconnection-0x1caabc16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,104 DEBUG [hconnection-0x19f2d78f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,104 DEBUG [hconnection-0x2be955f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:34:37,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,105 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,106 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:34:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:37,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:34:37,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548937116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548937117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548937118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548937118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548937118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9c2d4fe0278c41fb93c308f070e349af is 50, key is test_row_0/A:col10/1732548877106/Put/seqid=0 2024-11-25T15:34:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742266_1442 (size=16681) 2024-11-25T15:34:37,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9c2d4fe0278c41fb93c308f070e349af 2024-11-25T15:34:37,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/46028880742244e2a6fdbad6eb437d91 is 50, key is test_row_0/B:col10/1732548877106/Put/seqid=0 2024-11-25T15:34:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742267_1443 (size=12001) 2024-11-25T15:34:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548937220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548937220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548937220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548937220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548937220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T15:34:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:37,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T15:34:37,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:37,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548937425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548937425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548937425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548937425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548937426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T15:34:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:37,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/46028880742244e2a6fdbad6eb437d91 2024-11-25T15:34:37,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/adea36cf9cae41bcbc28fd1432ecfdf3 is 50, key is test_row_0/C:col10/1732548877106/Put/seqid=0 2024-11-25T15:34:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742268_1444 (size=12001) 2024-11-25T15:34:37,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/adea36cf9cae41bcbc28fd1432ecfdf3 2024-11-25T15:34:37,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9c2d4fe0278c41fb93c308f070e349af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af 2024-11-25T15:34:37,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af, entries=250, sequenceid=14, filesize=16.3 K 2024-11-25T15:34:37,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/46028880742244e2a6fdbad6eb437d91 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91 2024-11-25T15:34:37,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T15:34:37,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/adea36cf9cae41bcbc28fd1432ecfdf3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3 2024-11-25T15:34:37,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T15:34:37,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 75a49c145cd70bbddd9ae84c71bdecba in 532ms, sequenceid=14, compaction requested=false 2024-11-25T15:34:37,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:37,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T15:34:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:37,719 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:34:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 is 50, key is test_row_0/A:col10/1732548877117/Put/seqid=0 2024-11-25T15:34:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:37,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742269_1445 (size=12001) 2024-11-25T15:34:37,746 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 2024-11-25T15:34:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548937740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548937745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548937747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548937748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2e1dee4c06cc46828b094c41d081cdcf is 50, key is test_row_0/B:col10/1732548877117/Put/seqid=0 2024-11-25T15:34:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548937760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742270_1446 (size=12001) 2024-11-25T15:34:37,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548937862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548937864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548937864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548937867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548937874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548938065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548938066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548938067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548938075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548938080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,186 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2e1dee4c06cc46828b094c41d081cdcf 2024-11-25T15:34:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:38,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9a5d35ea1b634f64a4ad47046022bff5 is 50, key is test_row_0/C:col10/1732548877117/Put/seqid=0 2024-11-25T15:34:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742271_1447 (size=12001) 2024-11-25T15:34:38,235 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9a5d35ea1b634f64a4ad47046022bff5 2024-11-25T15:34:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 2024-11-25T15:34:38,249 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:34:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2e1dee4c06cc46828b094c41d081cdcf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf 2024-11-25T15:34:38,256 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:34:38,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9a5d35ea1b634f64a4ad47046022bff5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5 2024-11-25T15:34:38,269 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T15:34:38,270 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 75a49c145cd70bbddd9ae84c71bdecba in 551ms, sequenceid=37, compaction requested=false 2024-11-25T15:34:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T15:34:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T15:34:38,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T15:34:38,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-11-25T15:34:38,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.1800 sec 2024-11-25T15:34:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:38,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T15:34:38,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:38,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:38,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:38,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:38,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:38,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:38,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d9c921c8f17849ceae10c307b955d75b is 50, key is test_row_0/A:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742272_1448 (size=14341) 2024-11-25T15:34:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548938399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548938399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548938400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548938400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548938400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548938507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548938507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548938509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548938510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548938511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548938717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548938717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548938718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548938718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548938719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:38,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d9c921c8f17849ceae10c307b955d75b 2024-11-25T15:34:38,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cefe1a2ee57a45b5ae8bf4f2d055878d is 50, key is test_row_0/B:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742273_1449 (size=12001) 2024-11-25T15:34:38,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cefe1a2ee57a45b5ae8bf4f2d055878d 2024-11-25T15:34:38,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/68d097ad3ca644e1ae650dc54af42b86 is 50, key is test_row_0/C:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742274_1450 (size=12001) 2024-11-25T15:34:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548939028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548939028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548939030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548939034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548939034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T15:34:39,201 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T15:34:39,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T15:34:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:39,202 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:39,203 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:39,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:39,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/68d097ad3ca644e1ae650dc54af42b86 2024-11-25T15:34:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d9c921c8f17849ceae10c307b955d75b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b 2024-11-25T15:34:39,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b, entries=200, sequenceid=54, filesize=14.0 K 2024-11-25T15:34:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cefe1a2ee57a45b5ae8bf4f2d055878d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d 2024-11-25T15:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:39,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T15:34:39,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/68d097ad3ca644e1ae650dc54af42b86 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86 2024-11-25T15:34:39,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T15:34:39,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 75a49c145cd70bbddd9ae84c71bdecba in 940ms, sequenceid=54, compaction requested=true 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:39,317 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:39,317 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:39,319 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:39,319 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:39,319 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:39,320 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=42.0 K 2024-11-25T15:34:39,320 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c2d4fe0278c41fb93c308f070e349af, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732548877102 2024-11-25T15:34:39,320 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c36ceaaadfb04a32b00f4ae84fa3e1e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548877115 2024-11-25T15:34:39,321 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9c921c8f17849ceae10c307b955d75b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:39,329 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:39,329 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:39,329 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:39,329 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.2 K 2024-11-25T15:34:39,330 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 46028880742244e2a6fdbad6eb437d91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732548877104 2024-11-25T15:34:39,330 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1dee4c06cc46828b094c41d081cdcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548877115 2024-11-25T15:34:39,330 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cefe1a2ee57a45b5ae8bf4f2d055878d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:39,335 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:39,335 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/218bd7409d4040aba60171da82543293 is 50, key is test_row_0/A:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:39,343 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:39,344 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cd2da78108fd4611b184ae001c54e4d2 is 50, key is test_row_0/B:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:39,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T15:34:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:39,356 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/46920cd983314689847c2d7e16d2dafd is 50, key is test_row_0/A:col10/1732548878399/Put/seqid=0 2024-11-25T15:34:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742275_1451 (size=12104) 2024-11-25T15:34:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742276_1452 (size=12104) 2024-11-25T15:34:39,403 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/218bd7409d4040aba60171da82543293 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/218bd7409d4040aba60171da82543293 2024-11-25T15:34:39,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742277_1453 (size=12001) 2024-11-25T15:34:39,426 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/46920cd983314689847c2d7e16d2dafd 2024-11-25T15:34:39,437 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 218bd7409d4040aba60171da82543293(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:39,437 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:39,437 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548879317; duration=0sec 2024-11-25T15:34:39,438 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:39,438 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:39,438 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:39,447 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:39,447 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:39,447 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:39,447 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.2 K 2024-11-25T15:34:39,451 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting adea36cf9cae41bcbc28fd1432ecfdf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732548877104 2024-11-25T15:34:39,452 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a5d35ea1b634f64a4ad47046022bff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732548877115 2024-11-25T15:34:39,456 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68d097ad3ca644e1ae650dc54af42b86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:39,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/5fd466519a4b483b932fc60d278daaf4 is 50, key is test_row_0/B:col10/1732548878399/Put/seqid=0 2024-11-25T15:34:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:39,522 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:39,523 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8ec0cba100914c97840019723a9280ba is 50, key is test_row_0/C:col10/1732548877738/Put/seqid=0 2024-11-25T15:34:39,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742278_1454 (size=12001) 2024-11-25T15:34:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742279_1455 (size=12104) 2024-11-25T15:34:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548939618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548939621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548939623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548939628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548939636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548939740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548939748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548939748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548939748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548939754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:39,807 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cd2da78108fd4611b184ae001c54e4d2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cd2da78108fd4611b184ae001c54e4d2 2024-11-25T15:34:39,827 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into cd2da78108fd4611b184ae001c54e4d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:39,827 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:39,828 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548879317; duration=0sec 2024-11-25T15:34:39,828 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:39,828 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548939949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548939955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548939955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548939961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548939965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:39,978 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/5fd466519a4b483b932fc60d278daaf4 2024-11-25T15:34:39,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/12ff42e120744bf69b9c2a1ff03834c8 is 50, key is test_row_0/C:col10/1732548878399/Put/seqid=0 2024-11-25T15:34:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742280_1456 (size=12001) 2024-11-25T15:34:40,012 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8ec0cba100914c97840019723a9280ba as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8ec0cba100914c97840019723a9280ba 2024-11-25T15:34:40,015 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into 8ec0cba100914c97840019723a9280ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:40,015 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:40,015 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548879317; duration=0sec 2024-11-25T15:34:40,015 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:40,015 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:40,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b] to archive 2024-11-25T15:34:40,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:40,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9c2d4fe0278c41fb93c308f070e349af 2024-11-25T15:34:40,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c36ceaaadfb04a32b00f4ae84fa3e1e2 2024-11-25T15:34:40,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d9c921c8f17849ceae10c307b955d75b 2024-11-25T15:34:40,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d] to archive 2024-11-25T15:34:40,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:40,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/46028880742244e2a6fdbad6eb437d91 2024-11-25T15:34:40,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2e1dee4c06cc46828b094c41d081cdcf 2024-11-25T15:34:40,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cefe1a2ee57a45b5ae8bf4f2d055878d 2024-11-25T15:34:40,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86] to archive 2024-11-25T15:34:40,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:34:40,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/adea36cf9cae41bcbc28fd1432ecfdf3 2024-11-25T15:34:40,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9a5d35ea1b634f64a4ad47046022bff5 2024-11-25T15:34:40,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23e146a7c12d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/68d097ad3ca644e1ae650dc54af42b86 2024-11-25T15:34:40,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:34:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548940256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548940264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548940264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548940267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548940275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:40,388 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/12ff42e120744bf69b9c2a1ff03834c8 2024-11-25T15:34:40,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/46920cd983314689847c2d7e16d2dafd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd 2024-11-25T15:34:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd, entries=150, sequenceid=73, filesize=11.7 K 2024-11-25T15:34:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/5fd466519a4b483b932fc60d278daaf4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4 2024-11-25T15:34:40,462 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-25T15:34:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/12ff42e120744bf69b9c2a1ff03834c8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8 2024-11-25T15:34:40,508 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8, entries=150, sequenceid=73, filesize=11.7 K 2024-11-25T15:34:40,515 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75a49c145cd70bbddd9ae84c71bdecba in 1159ms, sequenceid=73, compaction requested=false 2024-11-25T15:34:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T15:34:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T15:34:40,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T15:34:40,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-11-25T15:34:40,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3300 sec 2024-11-25T15:34:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:40,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:40,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:40,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/a56d33e30ead4502a198cd063a6b82a7 is 50, key is test_row_0/A:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548940797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742281_1457 (size=12001) 2024-11-25T15:34:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548940803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548940804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548940804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548940804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548940912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548940914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548940916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548940917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548940921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548941116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548941117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548941123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548941123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548941139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/a56d33e30ead4502a198cd063a6b82a7 2024-11-25T15:34:41,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/d3cd1c0908ff4aaf9114a077d08671ef is 50, key is test_row_0/B:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T15:34:41,307 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T15:34:41,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T15:34:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:41,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:41,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:41,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742282_1458 (size=12001) 2024-11-25T15:34:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548941429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548941431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548941434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548941433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548941456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:41,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:41,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:41,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/d3cd1c0908ff4aaf9114a077d08671ef 2024-11-25T15:34:41,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8678096e09944c17ba588479bd426340 is 50, key is test_row_0/C:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:41,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742283_1459 (size=12001) 2024-11-25T15:34:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:41,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:41,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:41,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:41,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548941940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548941940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:41,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548941947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548941949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548941966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:42,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:42,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8678096e09944c17ba588479bd426340 2024-11-25T15:34:42,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/a56d33e30ead4502a198cd063a6b82a7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7 2024-11-25T15:34:42,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T15:34:42,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/d3cd1c0908ff4aaf9114a077d08671ef as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef 2024-11-25T15:34:42,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T15:34:42,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:42,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:42,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8678096e09944c17ba588479bd426340 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340 2024-11-25T15:34:42,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T15:34:42,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75a49c145cd70bbddd9ae84c71bdecba in 1532ms, sequenceid=94, compaction requested=true 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:42,301 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:42,301 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:42,304 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,304 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/218bd7409d4040aba60171da82543293, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.3 K 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 218bd7409d4040aba60171da82543293, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:42,304 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,304 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46920cd983314689847c2d7e16d2dafd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732548878399 2024-11-25T15:34:42,304 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cd2da78108fd4611b184ae001c54e4d2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.3 K 2024-11-25T15:34:42,305 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cd2da78108fd4611b184ae001c54e4d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:42,305 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a56d33e30ead4502a198cd063a6b82a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:42,305 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd466519a4b483b932fc60d278daaf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732548878399 2024-11-25T15:34:42,306 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d3cd1c0908ff4aaf9114a077d08671ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:42,317 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:42,317 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/50f35db637c54e72a5702164950540fb is 50, key is test_row_0/A:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:42,321 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:42,322 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/fdedbb4fb6404040b29e8c701c812111 is 50, key is test_row_0/B:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742285_1461 (size=12104) 2024-11-25T15:34:42,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742284_1460 (size=12104) 2024-11-25T15:34:42,373 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/50f35db637c54e72a5702164950540fb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/50f35db637c54e72a5702164950540fb 2024-11-25T15:34:42,380 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 50f35db637c54e72a5702164950540fb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:42,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:42,380 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548882301; duration=0sec 2024-11-25T15:34:42,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:42,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:42,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:42,382 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:42,382 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:42,382 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,382 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8ec0cba100914c97840019723a9280ba, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.3 K 2024-11-25T15:34:42,385 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec0cba100914c97840019723a9280ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732548877738 2024-11-25T15:34:42,385 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12ff42e120744bf69b9c2a1ff03834c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732548878399 2024-11-25T15:34:42,385 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/fdedbb4fb6404040b29e8c701c812111 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fdedbb4fb6404040b29e8c701c812111 2024-11-25T15:34:42,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8678096e09944c17ba588479bd426340, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:42,393 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into fdedbb4fb6404040b29e8c701c812111(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:42,393 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:42,393 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548882301; duration=0sec 2024-11-25T15:34:42,393 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:42,393 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:42,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:42,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T15:34:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:42,412 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:42,413 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:42,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b6ef807847d7435a9027756490e0c2da is 50, key is test_row_0/C:col10/1732548880766/Put/seqid=0 2024-11-25T15:34:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d7c6342365db443f9d0c5805f15dbeb3 is 50, key is test_row_0/A:col10/1732548880802/Put/seqid=0 2024-11-25T15:34:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742286_1462 (size=12104) 2024-11-25T15:34:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742287_1463 (size=12001) 2024-11-25T15:34:42,484 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d7c6342365db443f9d0c5805f15dbeb3 2024-11-25T15:34:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b68b8f748afe44cfb829afc391715f17 is 50, key is test_row_0/B:col10/1732548880802/Put/seqid=0 2024-11-25T15:34:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742288_1464 (size=12001) 2024-11-25T15:34:42,567 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b68b8f748afe44cfb829afc391715f17 2024-11-25T15:34:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/78b4b2c2b6194cbd919c889d8ec8f841 is 50, key is test_row_0/C:col10/1732548880802/Put/seqid=0 2024-11-25T15:34:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742289_1465 (size=12001) 2024-11-25T15:34:42,886 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b6ef807847d7435a9027756490e0c2da as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6ef807847d7435a9027756490e0c2da 2024-11-25T15:34:42,892 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into b6ef807847d7435a9027756490e0c2da(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:42,892 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:42,892 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548882301; duration=0sec 2024-11-25T15:34:42,892 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:42,892 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:42,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:43,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548943009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548943011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548943015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548943017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,037 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/78b4b2c2b6194cbd919c889d8ec8f841 2024-11-25T15:34:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548943031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/d7c6342365db443f9d0c5805f15dbeb3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3 2024-11-25T15:34:43,100 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T15:34:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b68b8f748afe44cfb829afc391715f17 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17 2024-11-25T15:34:43,128 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T15:34:43,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/78b4b2c2b6194cbd919c889d8ec8f841 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841 2024-11-25T15:34:43,152 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T15:34:43,155 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75a49c145cd70bbddd9ae84c71bdecba in 743ms, sequenceid=114, compaction requested=false 2024-11-25T15:34:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T15:34:43,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T15:34:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:43,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T15:34:43,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8480 sec 2024-11-25T15:34:43,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.8540 sec 2024-11-25T15:34:43,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/cfb9754051904cf8b75c41d6d8036fe6 is 50, key is test_row_0/A:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742290_1466 (size=14491) 2024-11-25T15:34:43,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/cfb9754051904cf8b75c41d6d8036fe6 2024-11-25T15:34:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548943216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548943223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548943228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548943229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548943239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a32a1420dcfd4894b8ac8984862f528e is 50, key is test_row_0/B:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548943343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548943349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742291_1467 (size=12101) 2024-11-25T15:34:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548943349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548943352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548943353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a32a1420dcfd4894b8ac8984862f528e 2024-11-25T15:34:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T15:34:43,437 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T15:34:43,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T15:34:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T15:34:43,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:43,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/73f12f0d3ca7498b8eedcf72d2687081 is 50, key is test_row_0/C:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:43,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742292_1468 (size=12101) 2024-11-25T15:34:43,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/73f12f0d3ca7498b8eedcf72d2687081 2024-11-25T15:34:43,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/cfb9754051904cf8b75c41d6d8036fe6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6 2024-11-25T15:34:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T15:34:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548943552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6, entries=200, sequenceid=134, filesize=14.2 K 2024-11-25T15:34:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548943564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548943571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548943571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548943571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a32a1420dcfd4894b8ac8984862f528e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e 2024-11-25T15:34:43,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T15:34:43,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T15:34:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:43,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/73f12f0d3ca7498b8eedcf72d2687081 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081 2024-11-25T15:34:43,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T15:34:43,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75a49c145cd70bbddd9ae84c71bdecba in 525ms, sequenceid=134, compaction requested=true 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:43,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:43,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:34:43,684 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:43,687 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:43,696 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38596 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:43,696 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:43,696 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,696 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/50f35db637c54e72a5702164950540fb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=37.7 K 2024-11-25T15:34:43,703 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:43,703 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:43,703 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,704 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6ef807847d7435a9027756490e0c2da, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.4 K 2024-11-25T15:34:43,704 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f35db637c54e72a5702164950540fb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:43,706 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6ef807847d7435a9027756490e0c2da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:43,707 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d7c6342365db443f9d0c5805f15dbeb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732548880802 2024-11-25T15:34:43,710 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb9754051904cf8b75c41d6d8036fe6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:43,715 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b4b2c2b6194cbd919c889d8ec8f841, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732548880802 2024-11-25T15:34:43,718 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73f12f0d3ca7498b8eedcf72d2687081, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:43,734 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:43,735 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/fbad78a7e1e54e88b403e3f2b97f0b7e is 50, key is test_row_0/A:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T15:34:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742293_1469 (size=12307) 2024-11-25T15:34:43,761 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:43,762 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/462bd1a127ca4aba9c1fc5a66ad5b395 is 50, key is test_row_0/C:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,770 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/fbad78a7e1e54e88b403e3f2b97f0b7e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/fbad78a7e1e54e88b403e3f2b97f0b7e 2024-11-25T15:34:43,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T15:34:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,779 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T15:34:43,780 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into fbad78a7e1e54e88b403e3f2b97f0b7e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:43,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:43,780 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548883683; duration=0sec 2024-11-25T15:34:43,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:43,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:43,780 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:43,781 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:43,781 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:43,781 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:43,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:43,781 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fdedbb4fb6404040b29e8c701c812111, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.4 K 2024-11-25T15:34:43,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:43,782 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting fdedbb4fb6404040b29e8c701c812111, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732548879621 2024-11-25T15:34:43,782 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b68b8f748afe44cfb829afc391715f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732548880802 2024-11-25T15:34:43,783 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a32a1420dcfd4894b8ac8984862f528e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 is 50, key is test_row_0/A:col10/1732548883203/Put/seqid=0 2024-11-25T15:34:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742294_1470 (size=12307) 2024-11-25T15:34:43,817 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:43,818 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/91845cd1b69f4ae9b5522f8c79279ba7 is 50, key is test_row_0/B:col10/1732548882987/Put/seqid=0 2024-11-25T15:34:43,818 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/462bd1a127ca4aba9c1fc5a66ad5b395 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/462bd1a127ca4aba9c1fc5a66ad5b395 2024-11-25T15:34:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742295_1471 (size=12151) 2024-11-25T15:34:43,837 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into 462bd1a127ca4aba9c1fc5a66ad5b395(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:43,837 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:43,837 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548883683; duration=0sec 2024-11-25T15:34:43,837 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:43,837 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:43,840 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 2024-11-25T15:34:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a33f7f578e49444e82259cad860a88e8 is 50, key is test_row_0/B:col10/1732548883203/Put/seqid=0 2024-11-25T15:34:43,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742296_1472 (size=12307) 2024-11-25T15:34:43,893 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/91845cd1b69f4ae9b5522f8c79279ba7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/91845cd1b69f4ae9b5522f8c79279ba7 2024-11-25T15:34:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742297_1473 (size=12151) 2024-11-25T15:34:43,912 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a33f7f578e49444e82259cad860a88e8 2024-11-25T15:34:43,914 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 91845cd1b69f4ae9b5522f8c79279ba7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:43,914 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:43,914 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548883683; duration=0sec 2024-11-25T15:34:43,914 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:43,914 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1c8a555084e64d5b8e5b6f8d7157fce2 is 50, key is test_row_0/C:col10/1732548883203/Put/seqid=0 2024-11-25T15:34:43,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548943939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548943942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548943941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548943954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548943960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742298_1474 (size=12151) 2024-11-25T15:34:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T15:34:44,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548944055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548944059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548944062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548944062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548944076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548944266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548944279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548944280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548944285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548944293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,396 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1c8a555084e64d5b8e5b6f8d7157fce2 2024-11-25T15:34:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 2024-11-25T15:34:44,420 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T15:34:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a33f7f578e49444e82259cad860a88e8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8 2024-11-25T15:34:44,433 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T15:34:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1c8a555084e64d5b8e5b6f8d7157fce2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2 2024-11-25T15:34:44,447 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T15:34:44,448 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 669ms, sequenceid=152, compaction requested=false 2024-11-25T15:34:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T15:34:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T15:34:44,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T15:34:44,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 985 msec 2024-11-25T15:34:44,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0060 sec 2024-11-25T15:34:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T15:34:44,556 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T15:34:44,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T15:34:44,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:44,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:44,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:44,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:44,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/801cb89e455449b58b7f6f05ce02750e is 50, key is test_row_0/A:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:44,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548944632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548944634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548944635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548944638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548944643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742299_1475 (size=14541) 2024-11-25T15:34:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:44,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:44,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:44,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548944752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548944752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548944753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548944756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548944759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:44,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:44,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548944976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548944979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548944988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548944989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:44,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548944993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/801cb89e455449b58b7f6f05ce02750e 2024-11-25T15:34:45,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/6fbe3684523d4b84a60c1b4182aa5ecc is 50, key is test_row_0/B:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742300_1476 (size=12151) 2024-11-25T15:34:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:45,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548945303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548945307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548945312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548945312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548945312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/6fbe3684523d4b84a60c1b4182aa5ecc 2024-11-25T15:34:45,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/4adcb8d9864e4e59b2f1886700071437 is 50, key is test_row_0/C:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:45,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742301_1477 (size=12151) 2024-11-25T15:34:45,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/4adcb8d9864e4e59b2f1886700071437 2024-11-25T15:34:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/801cb89e455449b58b7f6f05ce02750e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e 2024-11-25T15:34:45,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e, entries=200, sequenceid=175, filesize=14.2 K 2024-11-25T15:34:45,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/6fbe3684523d4b84a60c1b4182aa5ecc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc 2024-11-25T15:34:45,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc, entries=150, sequenceid=175, filesize=11.9 K 2024-11-25T15:34:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/4adcb8d9864e4e59b2f1886700071437 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437 2024-11-25T15:34:45,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437, entries=150, sequenceid=175, filesize=11.9 K 2024-11-25T15:34:45,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 75a49c145cd70bbddd9ae84c71bdecba in 1223ms, sequenceid=175, compaction requested=true 2024-11-25T15:34:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:45,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:45,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:34:45,811 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:45,811 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:45,813 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:45,813 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:45,813 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:45,813 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:45,813 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,813 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,814 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/462bd1a127ca4aba9c1fc5a66ad5b395, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.8 K 2024-11-25T15:34:45,814 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/fbad78a7e1e54e88b403e3f2b97f0b7e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=38.1 K 2024-11-25T15:34:45,814 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbad78a7e1e54e88b403e3f2b97f0b7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:45,814 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 462bd1a127ca4aba9c1fc5a66ad5b395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:45,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1dc67847e7f40f9a6a1af09d7f7e8b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732548883201 2024-11-25T15:34:45,815 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8a555084e64d5b8e5b6f8d7157fce2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732548883201 2024-11-25T15:34:45,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 801cb89e455449b58b7f6f05ce02750e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883941 2024-11-25T15:34:45,815 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 4adcb8d9864e4e59b2f1886700071437, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883950 2024-11-25T15:34:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:45,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:45,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:45,853 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:45,853 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/c778d916b2324afa8be07112bde997d9 is 50, key is test_row_0/C:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:45,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/48809a4c3c42477e807acfc45afa3b5c is 50, key is test_row_0/A:col10/1732548884634/Put/seqid=0 2024-11-25T15:34:45,885 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:45,885 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/76289fa2e4af4dfababf9154c81d6e0e is 50, key is test_row_0/A:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548945906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548945910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548945920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548945924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548945922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742303_1479 (size=12151) 2024-11-25T15:34:45,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/48809a4c3c42477e807acfc45afa3b5c 2024-11-25T15:34:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742304_1480 (size=12459) 2024-11-25T15:34:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742302_1478 (size=12459) 2024-11-25T15:34:45,974 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/76289fa2e4af4dfababf9154c81d6e0e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/76289fa2e4af4dfababf9154c81d6e0e 2024-11-25T15:34:45,981 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 76289fa2e4af4dfababf9154c81d6e0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:45,981 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:45,981 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548885810; duration=0sec 2024-11-25T15:34:45,981 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:45,981 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:45,981 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:45,982 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:45,982 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:45,982 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,982 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/91845cd1b69f4ae9b5522f8c79279ba7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=35.8 K 2024-11-25T15:34:45,983 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91845cd1b69f4ae9b5522f8c79279ba7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732548882987 2024-11-25T15:34:45,983 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a33f7f578e49444e82259cad860a88e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732548883201 2024-11-25T15:34:45,983 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fbe3684523d4b84a60c1b4182aa5ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883950 2024-11-25T15:34:45,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/f7adf31b81b4470395802956016d884d is 50, key is test_row_0/B:col10/1732548884634/Put/seqid=0 2024-11-25T15:34:45,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:45,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:45,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,006 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:46,006 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cc012f9573264db3928ee6a62f8c6b24 is 50, key is test_row_0/B:col10/1732548884586/Put/seqid=0 2024-11-25T15:34:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548946026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548946037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548946038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548946039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548946039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742305_1481 (size=12151) 2024-11-25T15:34:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742306_1482 (size=12459) 2024-11-25T15:34:46,090 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/cc012f9573264db3928ee6a62f8c6b24 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cc012f9573264db3928ee6a62f8c6b24 2024-11-25T15:34:46,097 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into cc012f9573264db3928ee6a62f8c6b24(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:46,097 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:46,097 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548885810; duration=0sec 2024-11-25T15:34:46,097 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:46,097 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:46,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548946235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548946253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548946254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548946261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548946261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,395 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/c778d916b2324afa8be07112bde997d9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/c778d916b2324afa8be07112bde997d9 2024-11-25T15:34:46,430 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into c778d916b2324afa8be07112bde997d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:46,430 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:46,430 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548885810; duration=0sec 2024-11-25T15:34:46,431 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:46,431 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:46,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/f7adf31b81b4470395802956016d884d 2024-11-25T15:34:46,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/df5e99506aec47f6a1067aa5f240e3e9 is 50, key is test_row_0/C:col10/1732548884634/Put/seqid=0 2024-11-25T15:34:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548946539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742307_1483 (size=12151) 2024-11-25T15:34:46,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/df5e99506aec47f6a1067aa5f240e3e9 2024-11-25T15:34:46,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548946562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548946566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548946571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548946579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/48809a4c3c42477e807acfc45afa3b5c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c 2024-11-25T15:34:46,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T15:34:46,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/f7adf31b81b4470395802956016d884d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d 2024-11-25T15:34:46,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T15:34:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/df5e99506aec47f6a1067aa5f240e3e9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9 2024-11-25T15:34:46,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:46,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T15:34:46,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 75a49c145cd70bbddd9ae84c71bdecba in 797ms, sequenceid=192, compaction requested=false 2024-11-25T15:34:46,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:46,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:46,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T15:34:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:46,796 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:46,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/11ebc7f91c814341aa08f85da62e96f3 is 50, key is test_row_0/A:col10/1732548885920/Put/seqid=0 2024-11-25T15:34:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742308_1484 (size=12151) 2024-11-25T15:34:46,907 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/11ebc7f91c814341aa08f85da62e96f3 2024-11-25T15:34:46,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b66b89ac2cdf4f78a65fee36132e2e82 is 50, key is test_row_0/B:col10/1732548885920/Put/seqid=0 2024-11-25T15:34:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742309_1485 (size=12151) 2024-11-25T15:34:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:47,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548947138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548947140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548947142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548947146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548947149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548947260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548947265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548947268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548947271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548947273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,374 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b66b89ac2cdf4f78a65fee36132e2e82 2024-11-25T15:34:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/e6adf61a07e9475c8ef24c567c31367f is 50, key is test_row_0/C:col10/1732548885920/Put/seqid=0 2024-11-25T15:34:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742310_1486 (size=12151) 2024-11-25T15:34:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548947489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548947492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548947492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548947496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548947496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548947792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548947802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548947802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548947804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548947805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:47,816 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/e6adf61a07e9475c8ef24c567c31367f 2024-11-25T15:34:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/11ebc7f91c814341aa08f85da62e96f3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3 2024-11-25T15:34:47,824 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T15:34:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b66b89ac2cdf4f78a65fee36132e2e82 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82 2024-11-25T15:34:47,832 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T15:34:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/e6adf61a07e9475c8ef24c567c31367f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f 2024-11-25T15:34:47,839 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T15:34:47,840 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75a49c145cd70bbddd9ae84c71bdecba in 1045ms, sequenceid=214, compaction requested=true 2024-11-25T15:34:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T15:34:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T15:34:47,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T15:34:47,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2580 sec 2024-11-25T15:34:47,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 3.2620 sec 2024-11-25T15:34:48,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:48,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/49d8b273b4614a04b00337ac68e5a288 is 50, key is test_row_0/A:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742311_1487 (size=14541) 2024-11-25T15:34:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548948338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548948338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548948341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548948350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548948350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548948451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548948451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548948451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548948467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548948469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548948660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548948664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548948681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548948686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548948693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T15:34:48,704 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T15:34:48,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T15:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:48,716 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:48,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:48,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:48,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/49d8b273b4614a04b00337ac68e5a288 2024-11-25T15:34:48,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/fa3d9f402bb74ec89ed1bf6414c3bedc is 50, key is test_row_0/B:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742312_1488 (size=12151) 2024-11-25T15:34:48,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/fa3d9f402bb74ec89ed1bf6414c3bedc 2024-11-25T15:34:48,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3080673e3eb74782ad6a284048ae7256 is 50, key is test_row_0/C:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742313_1489 (size=12151) 2024-11-25T15:34:48,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T15:34:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:48,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548948969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548948975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548948989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548949001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548949003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:49,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T15:34:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T15:34:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3080673e3eb74782ad6a284048ae7256 2024-11-25T15:34:49,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/49d8b273b4614a04b00337ac68e5a288 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288 2024-11-25T15:34:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:49,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288, entries=200, sequenceid=232, filesize=14.2 K 2024-11-25T15:34:49,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/fa3d9f402bb74ec89ed1bf6414c3bedc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc 2024-11-25T15:34:49,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T15:34:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:49,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T15:34:49,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3080673e3eb74782ad6a284048ae7256 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256 2024-11-25T15:34:49,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T15:34:49,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 75a49c145cd70bbddd9ae84c71bdecba in 1071ms, sequenceid=232, compaction requested=true 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:49,380 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:49,380 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:49,402 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:49,402 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:49,402 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,403 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/76289fa2e4af4dfababf9154c81d6e0e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=50.1 K 2024-11-25T15:34:49,403 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:49,403 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:49,404 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,404 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cc012f9573264db3928ee6a62f8c6b24, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=47.8 K 2024-11-25T15:34:49,406 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76289fa2e4af4dfababf9154c81d6e0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883950 2024-11-25T15:34:49,407 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cc012f9573264db3928ee6a62f8c6b24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883950 2024-11-25T15:34:49,411 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48809a4c3c42477e807acfc45afa3b5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732548884634 2024-11-25T15:34:49,414 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting f7adf31b81b4470395802956016d884d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732548884634 2024-11-25T15:34:49,414 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11ebc7f91c814341aa08f85da62e96f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732548885906 2024-11-25T15:34:49,414 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d8b273b4614a04b00337ac68e5a288, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:49,415 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b66b89ac2cdf4f78a65fee36132e2e82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732548885906 2024-11-25T15:34:49,421 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting fa3d9f402bb74ec89ed1bf6414c3bedc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:49,494 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:49,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/04f6620f333d42bbac5b70bd26cceddd is 50, key is test_row_0/A:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:49,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T15:34:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,506 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T15:34:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:49,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:49,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:49,534 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:49,534 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/55fa5428380140f7a14aa16a6d493702 is 50, key is test_row_0/B:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/288be6871550411688c95edb7d922eab is 50, key is test_row_0/A:col10/1732548888336/Put/seqid=0 2024-11-25T15:34:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742314_1490 (size=12595) 2024-11-25T15:34:49,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742315_1491 (size=12595) 2024-11-25T15:34:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548949582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548949588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548949589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548949593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,615 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/04f6620f333d42bbac5b70bd26cceddd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/04f6620f333d42bbac5b70bd26cceddd 2024-11-25T15:34:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742316_1492 (size=12151) 2024-11-25T15:34:49,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548949612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,676 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 04f6620f333d42bbac5b70bd26cceddd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:49,676 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:49,676 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=12, startTime=1732548889380; duration=0sec 2024-11-25T15:34:49,676 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:49,676 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:49,676 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:49,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:49,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:49,706 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:49,706 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/c778d916b2324afa8be07112bde997d9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=47.8 K 2024-11-25T15:34:49,708 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c778d916b2324afa8be07112bde997d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732548883950 2024-11-25T15:34:49,712 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting df5e99506aec47f6a1067aa5f240e3e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732548884634 2024-11-25T15:34:49,719 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6adf61a07e9475c8ef24c567c31367f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732548885906 2024-11-25T15:34:49,727 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3080673e3eb74782ad6a284048ae7256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548949713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548949717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548949720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548949721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548949743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,781 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:49,782 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b6f6eb4dcfc54e1eaf713a8049767515 is 50, key is test_row_0/C:col10/1732548887139/Put/seqid=0 2024-11-25T15:34:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742317_1493 (size=12595) 2024-11-25T15:34:49,796 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b6f6eb4dcfc54e1eaf713a8049767515 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6f6eb4dcfc54e1eaf713a8049767515 2024-11-25T15:34:49,801 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into b6f6eb4dcfc54e1eaf713a8049767515(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:49,801 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:49,801 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=12, startTime=1732548889380; duration=0sec 2024-11-25T15:34:49,801 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:49,801 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548949933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548949937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548949940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548949944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548949953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,001 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/55fa5428380140f7a14aa16a6d493702 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/55fa5428380140f7a14aa16a6d493702 2024-11-25T15:34:50,005 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 55fa5428380140f7a14aa16a6d493702(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:50,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:50,005 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=12, startTime=1732548889380; duration=0sec 2024-11-25T15:34:50,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:50,005 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:50,018 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/288be6871550411688c95edb7d922eab 2024-11-25T15:34:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/59fbb8c1f496415ba4f2dc7b97805c27 is 50, key is test_row_0/B:col10/1732548888336/Put/seqid=0 2024-11-25T15:34:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742318_1494 (size=12151) 2024-11-25T15:34:50,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548950241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548950242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548950248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548950250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548950257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,440 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/59fbb8c1f496415ba4f2dc7b97805c27 2024-11-25T15:34:50,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/39686744461c4012b86e5878f4c78a6b is 50, key is test_row_0/C:col10/1732548888336/Put/seqid=0 2024-11-25T15:34:50,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742319_1495 (size=12151) 2024-11-25T15:34:50,525 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/39686744461c4012b86e5878f4c78a6b 2024-11-25T15:34:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/288be6871550411688c95edb7d922eab as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab 2024-11-25T15:34:50,582 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:34:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/59fbb8c1f496415ba4f2dc7b97805c27 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27 2024-11-25T15:34:50,605 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:34:50,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/39686744461c4012b86e5878f4c78a6b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b 2024-11-25T15:34:50,609 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T15:34:50,610 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 75a49c145cd70bbddd9ae84c71bdecba in 1104ms, sequenceid=252, compaction requested=false 2024-11-25T15:34:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T15:34:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T15:34:50,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T15:34:50,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-25T15:34:50,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.9120 sec 2024-11-25T15:34:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:50,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:50,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/0f32fc4ffe83474f947f9d5907f0e631 is 50, key is test_row_0/A:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742320_1496 (size=14741) 2024-11-25T15:34:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T15:34:50,817 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T15:34:50,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T15:34:50,819 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:50,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:50,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:50,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548950815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548950821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548950821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548950821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548950822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548950927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548950929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548950930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548950931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548950935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:50,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:50,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:51,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548951137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548951138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548951140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548951141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548951142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/0f32fc4ffe83474f947f9d5907f0e631 2024-11-25T15:34:51,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2d618df8327441ff8500a5fdba139e48 is 50, key is test_row_0/B:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742321_1497 (size=12301) 2024-11-25T15:34:51,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2d618df8327441ff8500a5fdba139e48 2024-11-25T15:34:51,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/eb5b74fc2e7648fa87870b9cd79cd4dc is 50, key is test_row_0/C:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742322_1498 (size=12301) 2024-11-25T15:34:51,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:51,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548951445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548951445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548951449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548951450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548951450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/eb5b74fc2e7648fa87870b9cd79cd4dc 2024-11-25T15:34:51,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:51,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/0f32fc4ffe83474f947f9d5907f0e631 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631 2024-11-25T15:34:51,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631, entries=200, sequenceid=272, filesize=14.4 K 2024-11-25T15:34:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2d618df8327441ff8500a5fdba139e48 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48 2024-11-25T15:34:51,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T15:34:51,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/eb5b74fc2e7648fa87870b9cd79cd4dc as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc 2024-11-25T15:34:51,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T15:34:51,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 861ms, sequenceid=272, compaction requested=true 2024-11-25T15:34:51,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:51,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:51,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:51,608 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:51,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:51,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:51,608 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:51,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:51,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:51,609 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,609 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/04f6620f333d42bbac5b70bd26cceddd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=38.6 K 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04f6620f333d42bbac5b70bd26cceddd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:51,609 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,609 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 288be6871550411688c95edb7d922eab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548888336 2024-11-25T15:34:51,609 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/55fa5428380140f7a14aa16a6d493702, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.2 K 2024-11-25T15:34:51,610 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f32fc4ffe83474f947f9d5907f0e631, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:51,615 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 55fa5428380140f7a14aa16a6d493702, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:51,617 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:51,618 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fbb8c1f496415ba4f2dc7b97805c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548888336 2024-11-25T15:34:51,618 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/621fdc78821042718dfa1c38fa16e539 is 50, key is test_row_0/A:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:51,618 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d618df8327441ff8500a5fdba139e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:51,657 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:51,658 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/64b11bce2790486c8c722692552e6710 is 50, key is test_row_0/B:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742323_1499 (size=12847) 2024-11-25T15:34:51,685 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/621fdc78821042718dfa1c38fa16e539 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/621fdc78821042718dfa1c38fa16e539 2024-11-25T15:34:51,694 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 621fdc78821042718dfa1c38fa16e539(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:51,694 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:51,694 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548891607; duration=0sec 2024-11-25T15:34:51,695 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:51,695 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:51,695 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:51,703 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:51,703 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:51,703 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,703 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6f6eb4dcfc54e1eaf713a8049767515, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.2 K 2024-11-25T15:34:51,704 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6f6eb4dcfc54e1eaf713a8049767515, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732548887139 2024-11-25T15:34:51,704 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39686744461c4012b86e5878f4c78a6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732548888336 2024-11-25T15:34:51,705 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb5b74fc2e7648fa87870b9cd79cd4dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742324_1500 (size=12847) 2024-11-25T15:34:51,715 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:51,723 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/abec30aa228342c687d501567d47ae73 is 50, key is test_row_0/C:col10/1732548890745/Put/seqid=0 2024-11-25T15:34:51,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T15:34:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:51,746 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742325_1501 (size=12847) 2024-11-25T15:34:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9b4a40bea9504422a0875f1f88ed6888 is 50, key is test_row_0/A:col10/1732548890769/Put/seqid=0 2024-11-25T15:34:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742326_1502 (size=12301) 2024-11-25T15:34:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:51,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548951980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548951981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548951988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548951989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548951990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548952091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548952091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548952097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548952098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548952107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,114 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/64b11bce2790486c8c722692552e6710 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/64b11bce2790486c8c722692552e6710 2024-11-25T15:34:52,120 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 64b11bce2790486c8c722692552e6710(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:52,121 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:52,121 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548891608; duration=0sec 2024-11-25T15:34:52,121 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:52,121 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:52,157 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/abec30aa228342c687d501567d47ae73 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/abec30aa228342c687d501567d47ae73 2024-11-25T15:34:52,169 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into abec30aa228342c687d501567d47ae73(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:52,169 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:52,169 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548891608; duration=0sec 2024-11-25T15:34:52,169 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:52,169 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:52,219 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9b4a40bea9504422a0875f1f88ed6888 2024-11-25T15:34:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/82a32b7b6b094c30ae6c447345b7928f is 50, key is test_row_0/B:col10/1732548890769/Put/seqid=0 2024-11-25T15:34:52,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742327_1503 (size=12301) 2024-11-25T15:34:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548952298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548952299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548952311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548952314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548952319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548952610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548952611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548952621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548952627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548952633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:52,694 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/82a32b7b6b094c30ae6c447345b7928f 2024-11-25T15:34:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b4b3bb83a59d463086aa47f6a0b54985 is 50, key is test_row_0/C:col10/1732548890769/Put/seqid=0 2024-11-25T15:34:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742328_1504 (size=12301) 2024-11-25T15:34:52,741 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b4b3bb83a59d463086aa47f6a0b54985 2024-11-25T15:34:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/9b4a40bea9504422a0875f1f88ed6888 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888 2024-11-25T15:34:52,753 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T15:34:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/82a32b7b6b094c30ae6c447345b7928f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f 2024-11-25T15:34:52,757 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T15:34:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/b4b3bb83a59d463086aa47f6a0b54985 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985 2024-11-25T15:34:52,762 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T15:34:52,763 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 75a49c145cd70bbddd9ae84c71bdecba in 1016ms, sequenceid=293, compaction requested=false 2024-11-25T15:34:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T15:34:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T15:34:52,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T15:34:52,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-25T15:34:52,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9570 sec 2024-11-25T15:34:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T15:34:52,928 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T15:34:52,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T15:34:52,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T15:34:52,934 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:52,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T15:34:53,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T15:34:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:53,103 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6d9534bc2c064b788b04ca6d35504f65 is 50, key is test_row_0/A:col10/1732548891989/Put/seqid=0 2024-11-25T15:34:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742329_1505 (size=12301) 2024-11-25T15:34:53,147 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6d9534bc2c064b788b04ca6d35504f65 2024-11-25T15:34:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548953155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548953156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548953157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/9cc5385a7d50457eb5a7ee00fd879a8f is 50, key is test_row_0/B:col10/1732548891989/Put/seqid=0 2024-11-25T15:34:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548953158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548953162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742330_1506 (size=12301) 2024-11-25T15:34:53,192 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/9cc5385a7d50457eb5a7ee00fd879a8f 2024-11-25T15:34:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/cf7bcc41de264742af446fd1d4fec4ed is 50, key is test_row_0/C:col10/1732548891989/Put/seqid=0 2024-11-25T15:34:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742331_1507 (size=12301) 2024-11-25T15:34:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T15:34:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548953268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548953271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548953271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548953273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548953275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548953473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548953480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548953480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548953485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548953495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T15:34:53,618 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/cf7bcc41de264742af446fd1d4fec4ed 2024-11-25T15:34:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6d9534bc2c064b788b04ca6d35504f65 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65 2024-11-25T15:34:53,670 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T15:34:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/9cc5385a7d50457eb5a7ee00fd879a8f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f 2024-11-25T15:34:53,684 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T15:34:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/cf7bcc41de264742af446fd1d4fec4ed as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed 2024-11-25T15:34:53,692 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T15:34:53,692 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 589ms, sequenceid=311, compaction requested=true 2024-11-25T15:34:53,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:53,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T15:34:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T15:34:53,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T15:34:53,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 759 msec 2024-11-25T15:34:53,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 766 msec 2024-11-25T15:34:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:53,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:53,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:53,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c149602f190a41f48cc0f2734cbf3b98 is 50, key is test_row_0/A:col10/1732548893783/Put/seqid=0 2024-11-25T15:34:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742332_1508 (size=12301) 2024-11-25T15:34:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548953823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548953829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548953830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548953831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548953832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548953937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548953948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548953948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548953948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548953948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T15:34:54,053 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T15:34:54,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T15:34:54,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:54,061 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:54,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548954156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548954156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548954156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548954157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548954157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:54,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:54,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c149602f190a41f48cc0f2734cbf3b98 2024-11-25T15:34:54,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/39bbab9484fa41d994c7db7b6fe5783d is 50, key is test_row_0/B:col10/1732548893783/Put/seqid=0 2024-11-25T15:34:54,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742333_1509 (size=12301) 2024-11-25T15:34:54,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/39bbab9484fa41d994c7db7b6fe5783d 2024-11-25T15:34:54,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1abe97732b034a0da9c46a1fbe48d096 is 50, key is test_row_0/C:col10/1732548893783/Put/seqid=0 2024-11-25T15:34:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742334_1510 (size=12301) 2024-11-25T15:34:54,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1abe97732b034a0da9c46a1fbe48d096 2024-11-25T15:34:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:54,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/c149602f190a41f48cc0f2734cbf3b98 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98 2024-11-25T15:34:54,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T15:34:54,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/39bbab9484fa41d994c7db7b6fe5783d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d 2024-11-25T15:34:54,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T15:34:54,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/1abe97732b034a0da9c46a1fbe48d096 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096 2024-11-25T15:34:54,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T15:34:54,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 75a49c145cd70bbddd9ae84c71bdecba in 620ms, sequenceid=332, compaction requested=true 2024-11-25T15:34:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:54,407 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:54,408 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:54,409 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,409 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,409 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/621fdc78821042718dfa1c38fa16e539, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=48.6 K 2024-11-25T15:34:54,409 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/64b11bce2790486c8c722692552e6710, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=48.6 K 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b11bce2790486c8c722692552e6710, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 621fdc78821042718dfa1c38fa16e539, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:54,409 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b4a40bea9504422a0875f1f88ed6888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732548890769 2024-11-25T15:34:54,410 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a32b7b6b094c30ae6c447345b7928f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732548890769 2024-11-25T15:34:54,410 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9534bc2c064b788b04ca6d35504f65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548891973 2024-11-25T15:34:54,410 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c149602f190a41f48cc0f2734cbf3b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732548893150 2024-11-25T15:34:54,410 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc5385a7d50457eb5a7ee00fd879a8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548891973 2024-11-25T15:34:54,410 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 39bbab9484fa41d994c7db7b6fe5783d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732548893150 2024-11-25T15:34:54,426 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:54,427 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/51f0d18683414c87a87f2662b37c3995 is 50, key is test_row_0/A:col10/1732548893783/Put/seqid=0 2024-11-25T15:34:54,427 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:54,427 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/486601b7930643db8e24cf02f85c6775 is 50, key is test_row_0/B:col10/1732548893783/Put/seqid=0 2024-11-25T15:34:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742336_1512 (size=12983) 2024-11-25T15:34:54,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742335_1511 (size=12983) 2024-11-25T15:34:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:54,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/572c83d4ce3b478cbd11cfb03fb39c2c is 50, key is test_row_0/A:col10/1732548893831/Put/seqid=0 2024-11-25T15:34:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742337_1513 (size=14741) 2024-11-25T15:34:54,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/572c83d4ce3b478cbd11cfb03fb39c2c 2024-11-25T15:34:54,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/4eb27d5bad4641af910c7a59de2b09ce is 50, key is test_row_0/B:col10/1732548893831/Put/seqid=0 2024-11-25T15:34:54,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742338_1514 (size=12301) 2024-11-25T15:34:54,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/4eb27d5bad4641af910c7a59de2b09ce 2024-11-25T15:34:54,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/47ee7713e0ad437787e5d1b8e6a41470 is 50, key is test_row_0/C:col10/1732548893831/Put/seqid=0 2024-11-25T15:34:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548954501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548954502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548954515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742339_1515 (size=12301) 2024-11-25T15:34:54,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/47ee7713e0ad437787e5d1b8e6a41470 2024-11-25T15:34:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548954517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548954518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/572c83d4ce3b478cbd11cfb03fb39c2c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c 2024-11-25T15:34:54,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c, entries=200, sequenceid=348, filesize=14.4 K 2024-11-25T15:34:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/4eb27d5bad4641af910c7a59de2b09ce as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce 2024-11-25T15:34:54,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T15:34:54,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/47ee7713e0ad437787e5d1b8e6a41470 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470 2024-11-25T15:34:54,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T15:34:54,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 79ms, sequenceid=348, compaction requested=true 2024-11-25T15:34:54,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T15:34:54,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:54,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/86e4123471b54401a974f2d163f681af is 50, key is test_row_0/A:col10/1732548894622/Put/seqid=0 2024-11-25T15:34:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742340_1516 (size=14741) 2024-11-25T15:34:54,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/86e4123471b54401a974f2d163f681af 2024-11-25T15:34:54,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548954652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:54,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548954663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548954670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548954670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548954670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/84627bd30a5b47008a74be8cbd1971df is 50, key is test_row_0/B:col10/1732548894622/Put/seqid=0 2024-11-25T15:34:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742341_1517 (size=12301) 2024-11-25T15:34:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548954770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548954781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548954786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548954789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548954789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:54,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:54,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:54,872 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/486601b7930643db8e24cf02f85c6775 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/486601b7930643db8e24cf02f85c6775 2024-11-25T15:34:54,878 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 486601b7930643db8e24cf02f85c6775(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:54,878 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:54,878 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=12, startTime=1732548894407; duration=0sec 2024-11-25T15:34:54,878 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T15:34:54,878 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:54,878 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-25T15:34:54,879 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T15:34:54,879 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T15:34:54,879 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. because compaction request was cancelled 2024-11-25T15:34:54,879 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:54,882 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T15:34:54,886 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/51f0d18683414c87a87f2662b37c3995 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/51f0d18683414c87a87f2662b37c3995 2024-11-25T15:34:54,888 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62051 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T15:34:54,888 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:54,888 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:54,888 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/abec30aa228342c687d501567d47ae73, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=60.6 K 2024-11-25T15:34:54,889 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting abec30aa228342c687d501567d47ae73, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732548889582 2024-11-25T15:34:54,890 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b3bb83a59d463086aa47f6a0b54985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732548890769 2024-11-25T15:34:54,890 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting cf7bcc41de264742af446fd1d4fec4ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732548891973 2024-11-25T15:34:54,891 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abe97732b034a0da9c46a1fbe48d096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732548893150 2024-11-25T15:34:54,891 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ee7713e0ad437787e5d1b8e6a41470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732548893829 2024-11-25T15:34:54,892 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 51f0d18683414c87a87f2662b37c3995(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:54,892 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:54,892 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=12, startTime=1732548894407; duration=0sec 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. because compaction request was cancelled 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:54,893 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T15:34:54,894 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T15:34:54,894 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T15:34:54,894 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. because compaction request was cancelled 2024-11-25T15:34:54,894 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:54,905 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:54,906 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/43fafc13be4c43008514e553e66309d5 is 50, key is test_row_0/C:col10/1732548893831/Put/seqid=0 2024-11-25T15:34:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742342_1518 (size=13017) 2024-11-25T15:34:54,992 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/43fafc13be4c43008514e553e66309d5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/43fafc13be4c43008514e553e66309d5 2024-11-25T15:34:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548954983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548954997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548955000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548955000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548955000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,011 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into 43fafc13be4c43008514e553e66309d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:55,011 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:55,011 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=11, startTime=1732548894546; duration=0sec 2024-11-25T15:34:55,012 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:55,012 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:55,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:55,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:55,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/84627bd30a5b47008a74be8cbd1971df 2024-11-25T15:34:55,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/0b6daa45a1da44838c20a51c3ad8e9e7 is 50, key is test_row_0/C:col10/1732548894622/Put/seqid=0 2024-11-25T15:34:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742343_1519 (size=12301) 2024-11-25T15:34:55,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/0b6daa45a1da44838c20a51c3ad8e9e7 2024-11-25T15:34:55,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/86e4123471b54401a974f2d163f681af as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af 2024-11-25T15:34:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548955299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548955312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548955312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548955313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548955316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:55,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af, entries=200, sequenceid=369, filesize=14.4 K 2024-11-25T15:34:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/84627bd30a5b47008a74be8cbd1971df as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df 2024-11-25T15:34:55,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T15:34:55,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/0b6daa45a1da44838c20a51c3ad8e9e7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7 2024-11-25T15:34:55,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T15:34:55,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 75a49c145cd70bbddd9ae84c71bdecba in 787ms, sequenceid=369, compaction requested=true 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T15:34:55,411 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:55,411 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:55,412 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:55,412 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:55,412 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,412 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/51f0d18683414c87a87f2662b37c3995, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=41.5 K 2024-11-25T15:34:55,412 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f0d18683414c87a87f2662b37c3995, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732548893150 2024-11-25T15:34:55,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 572c83d4ce3b478cbd11cfb03fb39c2c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732548893829 2024-11-25T15:34:55,413 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e4123471b54401a974f2d163f681af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732548894513 2024-11-25T15:34:55,423 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:55,423 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:55,423 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,424 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/486601b7930643db8e24cf02f85c6775, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.7 K 2024-11-25T15:34:55,428 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 486601b7930643db8e24cf02f85c6775, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732548893150 2024-11-25T15:34:55,431 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb27d5bad4641af910c7a59de2b09ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732548893829 2024-11-25T15:34:55,434 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:55,435 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/985af559c64844e2b5b1530bdfecbaaa is 50, key is test_row_0/A:col10/1732548894622/Put/seqid=0 2024-11-25T15:34:55,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 84627bd30a5b47008a74be8cbd1971df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732548894513 2024-11-25T15:34:55,465 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:55,466 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/6c2a0e92d309457cb7c92486a4bb4841 is 50, key is test_row_0/B:col10/1732548894622/Put/seqid=0 2024-11-25T15:34:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742344_1520 (size=13085) 2024-11-25T15:34:55,487 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/985af559c64844e2b5b1530bdfecbaaa as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/985af559c64844e2b5b1530bdfecbaaa 2024-11-25T15:34:55,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T15:34:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:55,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:55,494 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 985af559c64844e2b5b1530bdfecbaaa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:55,494 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:55,494 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548895410; duration=0sec 2024-11-25T15:34:55,494 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:55,494 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:55,494 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T15:34:55,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T15:34:55,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T15:34:55,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. because compaction request was cancelled 2024-11-25T15:34:55,495 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742345_1521 (size=13085) 2024-11-25T15:34:55,506 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/6c2a0e92d309457cb7c92486a4bb4841 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6c2a0e92d309457cb7c92486a4bb4841 2024-11-25T15:34:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/feed3c35edc1410c82f22dac2b34cef7 is 50, key is test_row_0/A:col10/1732548894663/Put/seqid=0 2024-11-25T15:34:55,515 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 6c2a0e92d309457cb7c92486a4bb4841(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:55,515 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:55,515 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548895410; duration=0sec 2024-11-25T15:34:55,515 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:55,515 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742346_1522 (size=12301) 2024-11-25T15:34:55,522 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/feed3c35edc1410c82f22dac2b34cef7 2024-11-25T15:34:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/15bccec79ea9431d9eddc8cee017da45 is 50, key is test_row_0/B:col10/1732548894663/Put/seqid=0 2024-11-25T15:34:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742347_1523 (size=12301) 2024-11-25T15:34:55,538 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/15bccec79ea9431d9eddc8cee017da45 2024-11-25T15:34:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/bfe6392941a9413a9ec7f8b82253b970 is 50, key is test_row_0/C:col10/1732548894663/Put/seqid=0 2024-11-25T15:34:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742348_1524 (size=12301) 2024-11-25T15:34:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:55,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548955851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548955851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548955858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548955858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548955859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/bfe6392941a9413a9ec7f8b82253b970 2024-11-25T15:34:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548955961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548955961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/feed3c35edc1410c82f22dac2b34cef7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7 2024-11-25T15:34:55,974 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:34:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548955971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548955976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548955976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/15bccec79ea9431d9eddc8cee017da45 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45 2024-11-25T15:34:56,000 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:34:56,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/bfe6392941a9413a9ec7f8b82253b970 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970 2024-11-25T15:34:56,012 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T15:34:56,013 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 524ms, sequenceid=388, compaction requested=true 2024-11-25T15:34:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T15:34:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T15:34:56,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T15:34:56,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9540 sec 2024-11-25T15:34:56,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.9580 sec 2024-11-25T15:34:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T15:34:56,174 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T15:34:56,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:56,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:34:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T15:34:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:56,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6330f044019b4b3ab8e52f8e43ec0e41 is 50, key is test_row_0/A:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:34:56,219 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:34:56,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:34:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548956225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548956227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742349_1525 (size=14741) 2024-11-25T15:34:56,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6330f044019b4b3ab8e52f8e43ec0e41 2024-11-25T15:34:56,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548956227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548956228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a8e773cbd0d04d889f805418b81f9970 is 50, key is test_row_0/B:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548956255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742350_1526 (size=12301) 2024-11-25T15:34:56,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a8e773cbd0d04d889f805418b81f9970 2024-11-25T15:34:56,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8c32cd26f1f3474f8fed88d7a2556c32 is 50, key is test_row_0/C:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548956356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548956358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742351_1527 (size=12301) 2024-11-25T15:34:56,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8c32cd26f1f3474f8fed88d7a2556c32 2024-11-25T15:34:56,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548956359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548956360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/6330f044019b4b3ab8e52f8e43ec0e41 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41 2024-11-25T15:34:56,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41, entries=200, sequenceid=411, filesize=14.4 K 2024-11-25T15:34:56,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:56,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a8e773cbd0d04d889f805418b81f9970 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970 2024-11-25T15:34:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T15:34:56,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/8c32cd26f1f3474f8fed88d7a2556c32 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32 2024-11-25T15:34:56,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T15:34:56,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 75a49c145cd70bbddd9ae84c71bdecba in 203ms, sequenceid=411, compaction requested=true 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:56,384 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:56,384 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:56,387 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,387 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,387 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/985af559c64844e2b5b1530bdfecbaaa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=39.2 K 2024-11-25T15:34:56,387 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6c2a0e92d309457cb7c92486a4bb4841, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.8 K 2024-11-25T15:34:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c2a0e92d309457cb7c92486a4bb4841, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732548894513 2024-11-25T15:34:56,387 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 985af559c64844e2b5b1530bdfecbaaa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732548894513 2024-11-25T15:34:56,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:56,388 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting feed3c35edc1410c82f22dac2b34cef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548894650 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,388 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 15bccec79ea9431d9eddc8cee017da45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548894650 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:56,388 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6330f044019b4b3ab8e52f8e43ec0e41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:56,388 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e773cbd0d04d889f805418b81f9970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:56,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/3e6dcb95986f4c989b2a07c237995aaf is 50, key is test_row_0/A:col10/1732548896214/Put/seqid=0 2024-11-25T15:34:56,406 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:56,406 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/1d0d4531e01c407fa3b4653b60bed9dd is 50, key is test_row_0/A:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,408 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:56,408 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/4748101edcde46fcaf062640dbbb9829 is 50, key is test_row_0/B:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742352_1528 (size=14741) 2024-11-25T15:34:56,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/3e6dcb95986f4c989b2a07c237995aaf 2024-11-25T15:34:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742353_1529 (size=13187) 2024-11-25T15:34:56,468 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/1d0d4531e01c407fa3b4653b60bed9dd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/1d0d4531e01c407fa3b4653b60bed9dd 2024-11-25T15:34:56,473 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 1d0d4531e01c407fa3b4653b60bed9dd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:56,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:56,473 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548896384; duration=0sec 2024-11-25T15:34:56,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:56,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:56,473 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:34:56,475 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:34:56,475 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:56,475 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,475 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/43fafc13be4c43008514e553e66309d5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=48.8 K 2024-11-25T15:34:56,476 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43fafc13be4c43008514e553e66309d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732548893829 2024-11-25T15:34:56,476 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b6daa45a1da44838c20a51c3ad8e9e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732548894513 2024-11-25T15:34:56,476 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfe6392941a9413a9ec7f8b82253b970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732548894650 2024-11-25T15:34:56,476 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c32cd26f1f3474f8fed88d7a2556c32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:56,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 is 50, key is test_row_0/B:col10/1732548896214/Put/seqid=0 2024-11-25T15:34:56,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742354_1530 (size=13187) 2024-11-25T15:34:56,491 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/4748101edcde46fcaf062640dbbb9829 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4748101edcde46fcaf062640dbbb9829 2024-11-25T15:34:56,495 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into 4748101edcde46fcaf062640dbbb9829(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:56,495 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:56,495 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548896384; duration=0sec 2024-11-25T15:34:56,495 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:56,495 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:56,497 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:56,498 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3a3075ceb6814284a50d4ecfa06d1e33 is 50, key is test_row_0/C:col10/1732548896172/Put/seqid=0 2024-11-25T15:34:56,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742355_1531 (size=12301) 2024-11-25T15:34:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742356_1532 (size=13153) 2024-11-25T15:34:56,524 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3a3075ceb6814284a50d4ecfa06d1e33 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3a3075ceb6814284a50d4ecfa06d1e33 2024-11-25T15:34:56,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,533 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into 3a3075ceb6814284a50d4ecfa06d1e33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:56,533 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:56,533 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=12, startTime=1732548896384; duration=0sec 2024-11-25T15:34:56,533 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:56,533 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548956565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548956566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548956568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548956570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548956577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548956674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:56,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56304 deadline: 1732548956877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56288 deadline: 1732548956877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56308 deadline: 1732548956879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548956883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56300 deadline: 1732548956888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 2024-11-25T15:34:56,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/a272bd150fd94038a94cf4e55b5b4338 is 50, key is test_row_0/C:col10/1732548896214/Put/seqid=0 2024-11-25T15:34:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742357_1533 (size=12301) 2024-11-25T15:34:56,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:56,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:56,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,103 DEBUG [Thread-1987 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7761f52b to 127.0.0.1:60975 2024-11-25T15:34:57,103 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,109 DEBUG [Thread-1981 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23090be3 to 127.0.0.1:60975 2024-11-25T15:34:57,109 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,110 DEBUG [Thread-1985 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0784d683 to 127.0.0.1:60975 2024-11-25T15:34:57,110 DEBUG [Thread-1989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a736a20 to 127.0.0.1:60975 2024-11-25T15:34:57,110 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,110 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,126 DEBUG [Thread-1983 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8d64d3 to 127.0.0.1:60975 2024-11-25T15:34:57,126 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:34:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1732548957193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:57,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/a272bd150fd94038a94cf4e55b5b4338 2024-11-25T15:34:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/3e6dcb95986f4c989b2a07c237995aaf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf 2024-11-25T15:34:57,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf, entries=200, sequenceid=427, filesize=14.4 K 2024-11-25T15:34:57,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 2024-11-25T15:34:57,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T15:34:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/a272bd150fd94038a94cf4e55b5b4338 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338 2024-11-25T15:34:57,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T15:34:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 75a49c145cd70bbddd9ae84c71bdecba in 987ms, sequenceid=427, compaction requested=false 2024-11-25T15:34:57,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:34:57,385 DEBUG [Thread-1974 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b0e6a43 to 127.0.0.1:60975 2024-11-25T15:34:57,385 DEBUG [Thread-1976 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08e5fd00 to 127.0.0.1:60975 2024-11-25T15:34:57,385 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,385 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:57,387 DEBUG [Thread-1970 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x466b85c9 to 127.0.0.1:60975 2024-11-25T15:34:57,387 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/ab8ad82f6d974f1cb438fd59c147edf4 is 50, key is test_row_0/A:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:57,397 DEBUG [Thread-1972 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3ee89e to 127.0.0.1:60975 2024-11-25T15:34:57,397 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742358_1534 (size=12301) 2024-11-25T15:34:57,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,699 DEBUG [Thread-1978 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e195d6e to 127.0.0.1:60975 2024-11-25T15:34:57,699 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:34:57,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/ab8ad82f6d974f1cb438fd59c147edf4 2024-11-25T15:34:57,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a9c3f41a405e46579c13f79c43b85ba2 is 50, key is test_row_0/B:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742359_1535 (size=12301) 2024-11-25T15:34:57,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:57,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:57,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:58,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:58,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. as already flushing 2024-11-25T15:34:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:34:58,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a9c3f41a405e46579c13f79c43b85ba2 2024-11-25T15:34:58,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3e0101e685b04b14852f100ffc8d6bc7 is 50, key is test_row_0/C:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742360_1536 (size=12301) 2024-11-25T15:34:58,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3e0101e685b04b14852f100ffc8d6bc7 2024-11-25T15:34:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/ab8ad82f6d974f1cb438fd59c147edf4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4 2024-11-25T15:34:58,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T15:34:58,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/a9c3f41a405e46579c13f79c43b85ba2 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2 2024-11-25T15:34:58,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T15:34:58,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/3e0101e685b04b14852f100ffc8d6bc7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7 2024-11-25T15:34:58,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T15:34:58,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:34:58,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 75a49c145cd70bbddd9ae84c71bdecba in 858ms, sequenceid=452, compaction requested=true 2024-11-25T15:34:58,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T15:34:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,243 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:58,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 75a49c145cd70bbddd9ae84c71bdecba 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T15:34:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:34:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:34:58,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=A 2024-11-25T15:34:58,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75a49c145cd70bbddd9ae84c71bdecba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:34:58,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=B 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 75a49c145cd70bbddd9ae84c71bdecba, store=C 2024-11-25T15:34:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:34:58,244 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:58,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:58,245 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:58,245 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/B is initiating minor compaction (all files) 2024-11-25T15:34:58,245 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/A is initiating minor compaction (all files) 2024-11-25T15:34:58,245 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/B in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,245 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/A in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,245 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4748101edcde46fcaf062640dbbb9829, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.9 K 2024-11-25T15:34:58,245 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/1d0d4531e01c407fa3b4653b60bed9dd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=39.3 K 2024-11-25T15:34:58,246 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4748101edcde46fcaf062640dbbb9829, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:58,246 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0514fe8a4e4bbebb03c5ba4cd8b7e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732548896214 2024-11-25T15:34:58,246 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0d4531e01c407fa3b4653b60bed9dd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:58,246 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9c3f41a405e46579c13f79c43b85ba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732548896563 2024-11-25T15:34:58,247 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e6dcb95986f4c989b2a07c237995aaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732548896214 2024-11-25T15:34:58,247 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ab8ad82f6d974f1cb438fd59c147edf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732548896563 2024-11-25T15:34:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/60a0a8e6c8454bb5890a43a56a837219 is 50, key is test_row_1/A:col10/1732548897395/Put/seqid=0 2024-11-25T15:34:58,269 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:58,270 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b07d685d50f4411c8a09bc370bf82564 is 50, key is test_row_0/B:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742361_1537 (size=9857) 2024-11-25T15:34:58,274 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:58,275 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/333260b15540476ead01a9b36944a138 is 50, key is test_row_0/A:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:34:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742362_1538 (size=13289) 2024-11-25T15:34:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742363_1539 (size=13289) 2024-11-25T15:34:58,335 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/b07d685d50f4411c8a09bc370bf82564 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b07d685d50f4411c8a09bc370bf82564 2024-11-25T15:34:58,337 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/333260b15540476ead01a9b36944a138 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/333260b15540476ead01a9b36944a138 2024-11-25T15:34:58,341 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/B of 75a49c145cd70bbddd9ae84c71bdecba into b07d685d50f4411c8a09bc370bf82564(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:58,341 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:58,341 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/B, priority=13, startTime=1732548898243; duration=0sec 2024-11-25T15:34:58,342 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:34:58,342 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:B 2024-11-25T15:34:58,342 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:34:58,343 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:34:58,343 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 75a49c145cd70bbddd9ae84c71bdecba/C is initiating minor compaction (all files) 2024-11-25T15:34:58,343 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 75a49c145cd70bbddd9ae84c71bdecba/C in TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:58,343 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3a3075ceb6814284a50d4ecfa06d1e33, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp, totalSize=36.9 K 2024-11-25T15:34:58,344 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a3075ceb6814284a50d4ecfa06d1e33, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732548895850 2024-11-25T15:34:58,345 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a272bd150fd94038a94cf4e55b5b4338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732548896214 2024-11-25T15:34:58,345 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e0101e685b04b14852f100ffc8d6bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732548896563 2024-11-25T15:34:58,349 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/A of 75a49c145cd70bbddd9ae84c71bdecba into 333260b15540476ead01a9b36944a138(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:58,349 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:58,350 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/A, priority=13, startTime=1732548898243; duration=0sec 2024-11-25T15:34:58,350 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:58,350 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:A 2024-11-25T15:34:58,370 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75a49c145cd70bbddd9ae84c71bdecba#C#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:34:58,370 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/10d7ce72959b4cfabfff0f24deb4f26a is 50, key is test_row_0/C:col10/1732548897384/Put/seqid=0 2024-11-25T15:34:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742364_1540 (size=13255) 2024-11-25T15:34:58,405 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/10d7ce72959b4cfabfff0f24deb4f26a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/10d7ce72959b4cfabfff0f24deb4f26a 2024-11-25T15:34:58,409 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 75a49c145cd70bbddd9ae84c71bdecba/C of 75a49c145cd70bbddd9ae84c71bdecba into 10d7ce72959b4cfabfff0f24deb4f26a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:34:58,409 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:58,409 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba., storeName=75a49c145cd70bbddd9ae84c71bdecba/C, priority=13, startTime=1732548898244; duration=0sec 2024-11-25T15:34:58,410 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:34:58,410 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75a49c145cd70bbddd9ae84c71bdecba:C 2024-11-25T15:34:58,670 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/60a0a8e6c8454bb5890a43a56a837219 2024-11-25T15:34:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2ae4e351fa6748829c1b1bac6e8266de is 50, key is test_row_1/B:col10/1732548897395/Put/seqid=0 2024-11-25T15:34:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742365_1541 (size=9857) 2024-11-25T15:34:59,079 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2ae4e351fa6748829c1b1bac6e8266de 2024-11-25T15:34:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 is 50, key is test_row_1/C:col10/1732548897395/Put/seqid=0 2024-11-25T15:34:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742366_1542 (size=9857) 2024-11-25T15:34:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 2024-11-25T15:34:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/A/60a0a8e6c8454bb5890a43a56a837219 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/60a0a8e6c8454bb5890a43a56a837219 2024-11-25T15:34:59,497 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/60a0a8e6c8454bb5890a43a56a837219, entries=100, sequenceid=458, filesize=9.6 K 2024-11-25T15:34:59,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/B/2ae4e351fa6748829c1b1bac6e8266de as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2ae4e351fa6748829c1b1bac6e8266de 2024-11-25T15:34:59,500 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2ae4e351fa6748829c1b1bac6e8266de, entries=100, sequenceid=458, filesize=9.6 K 2024-11-25T15:34:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/.tmp/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 2024-11-25T15:34:59,503 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186, entries=100, sequenceid=458, filesize=9.6 K 2024-11-25T15:34:59,503 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 75a49c145cd70bbddd9ae84c71bdecba in 1260ms, sequenceid=458, compaction requested=false 2024-11-25T15:34:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:34:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:34:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T15:34:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-25T15:34:59,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T15:34:59,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2850 sec 2024-11-25T15:34:59,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 3.3130 sec 2024-11-25T15:35:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T15:35:00,318 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T15:35:00,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:35:00,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T15:35:00,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T15:35:00,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T15:35:00,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1267 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3801 rows 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1261 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3783 rows 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1264 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3792 rows 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1276 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3828 rows 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1259 2024-11-25T15:35:00,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3777 rows 2024-11-25T15:35:00,319 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:35:00,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2aaa8c4a to 127.0.0.1:60975 2024-11-25T15:35:00,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:00,323 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:35:00,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:35:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548900327"}]},"ts":"1732548900327"} 2024-11-25T15:35:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T15:35:00,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:35:00,363 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:35:00,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:35:00,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, UNASSIGN}] 2024-11-25T15:35:00,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, UNASSIGN 2024-11-25T15:35:00,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=75a49c145cd70bbddd9ae84c71bdecba, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:00,366 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:35:00,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:35:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T15:35:00,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:00,518 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:35:00,518 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:35:00,518 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 75a49c145cd70bbddd9ae84c71bdecba, disabling compactions & flushes 2024-11-25T15:35:00,518 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:35:00,518 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:35:00,518 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. after waiting 0 ms 2024-11-25T15:35:00,518 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:35:00,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/218bd7409d4040aba60171da82543293, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/50f35db637c54e72a5702164950540fb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/fbad78a7e1e54e88b403e3f2b97f0b7e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/76289fa2e4af4dfababf9154c81d6e0e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/04f6620f333d42bbac5b70bd26cceddd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/621fdc78821042718dfa1c38fa16e539, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/51f0d18683414c87a87f2662b37c3995, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/985af559c64844e2b5b1530bdfecbaaa, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/1d0d4531e01c407fa3b4653b60bed9dd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4] to archive 2024-11-25T15:35:00,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:00,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/218bd7409d4040aba60171da82543293 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/218bd7409d4040aba60171da82543293 2024-11-25T15:35:00,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/46920cd983314689847c2d7e16d2dafd 2024-11-25T15:35:00,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/50f35db637c54e72a5702164950540fb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/50f35db637c54e72a5702164950540fb 2024-11-25T15:35:00,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/a56d33e30ead4502a198cd063a6b82a7 2024-11-25T15:35:00,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/d7c6342365db443f9d0c5805f15dbeb3 2024-11-25T15:35:00,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/cfb9754051904cf8b75c41d6d8036fe6 2024-11-25T15:35:00,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/fbad78a7e1e54e88b403e3f2b97f0b7e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/fbad78a7e1e54e88b403e3f2b97f0b7e 2024-11-25T15:35:00,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/e1dc67847e7f40f9a6a1af09d7f7e8b2 2024-11-25T15:35:00,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/801cb89e455449b58b7f6f05ce02750e 2024-11-25T15:35:00,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/76289fa2e4af4dfababf9154c81d6e0e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/76289fa2e4af4dfababf9154c81d6e0e 2024-11-25T15:35:00,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/48809a4c3c42477e807acfc45afa3b5c 2024-11-25T15:35:00,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/11ebc7f91c814341aa08f85da62e96f3 2024-11-25T15:35:00,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/49d8b273b4614a04b00337ac68e5a288 2024-11-25T15:35:00,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/04f6620f333d42bbac5b70bd26cceddd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/04f6620f333d42bbac5b70bd26cceddd 2024-11-25T15:35:00,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/288be6871550411688c95edb7d922eab 2024-11-25T15:35:00,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/0f32fc4ffe83474f947f9d5907f0e631 2024-11-25T15:35:00,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/621fdc78821042718dfa1c38fa16e539 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/621fdc78821042718dfa1c38fa16e539 2024-11-25T15:35:00,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/9b4a40bea9504422a0875f1f88ed6888 2024-11-25T15:35:00,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6d9534bc2c064b788b04ca6d35504f65 2024-11-25T15:35:00,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/51f0d18683414c87a87f2662b37c3995 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/51f0d18683414c87a87f2662b37c3995 2024-11-25T15:35:00,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/c149602f190a41f48cc0f2734cbf3b98 2024-11-25T15:35:00,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/572c83d4ce3b478cbd11cfb03fb39c2c 2024-11-25T15:35:00,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/86e4123471b54401a974f2d163f681af 2024-11-25T15:35:00,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/985af559c64844e2b5b1530bdfecbaaa to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/985af559c64844e2b5b1530bdfecbaaa 2024-11-25T15:35:00,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/feed3c35edc1410c82f22dac2b34cef7 2024-11-25T15:35:00,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/6330f044019b4b3ab8e52f8e43ec0e41 2024-11-25T15:35:00,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/1d0d4531e01c407fa3b4653b60bed9dd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/1d0d4531e01c407fa3b4653b60bed9dd 2024-11-25T15:35:00,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/3e6dcb95986f4c989b2a07c237995aaf 2024-11-25T15:35:00,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/ab8ad82f6d974f1cb438fd59c147edf4 2024-11-25T15:35:00,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cd2da78108fd4611b184ae001c54e4d2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fdedbb4fb6404040b29e8c701c812111, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/91845cd1b69f4ae9b5522f8c79279ba7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cc012f9573264db3928ee6a62f8c6b24, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/55fa5428380140f7a14aa16a6d493702, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/64b11bce2790486c8c722692552e6710, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/486601b7930643db8e24cf02f85c6775, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6c2a0e92d309457cb7c92486a4bb4841, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4748101edcde46fcaf062640dbbb9829, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2] to archive 2024-11-25T15:35:00,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:00,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cd2da78108fd4611b184ae001c54e4d2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cd2da78108fd4611b184ae001c54e4d2 2024-11-25T15:35:00,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/5fd466519a4b483b932fc60d278daaf4 2024-11-25T15:35:00,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fdedbb4fb6404040b29e8c701c812111 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fdedbb4fb6404040b29e8c701c812111 2024-11-25T15:35:00,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/d3cd1c0908ff4aaf9114a077d08671ef 2024-11-25T15:35:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b68b8f748afe44cfb829afc391715f17 2024-11-25T15:35:00,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/91845cd1b69f4ae9b5522f8c79279ba7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/91845cd1b69f4ae9b5522f8c79279ba7 2024-11-25T15:35:00,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a32a1420dcfd4894b8ac8984862f528e 2024-11-25T15:35:00,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a33f7f578e49444e82259cad860a88e8 2024-11-25T15:35:00,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cc012f9573264db3928ee6a62f8c6b24 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/cc012f9573264db3928ee6a62f8c6b24 2024-11-25T15:35:00,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6fbe3684523d4b84a60c1b4182aa5ecc 2024-11-25T15:35:00,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/f7adf31b81b4470395802956016d884d 2024-11-25T15:35:00,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b66b89ac2cdf4f78a65fee36132e2e82 2024-11-25T15:35:00,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/55fa5428380140f7a14aa16a6d493702 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/55fa5428380140f7a14aa16a6d493702 2024-11-25T15:35:00,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/fa3d9f402bb74ec89ed1bf6414c3bedc 2024-11-25T15:35:00,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/59fbb8c1f496415ba4f2dc7b97805c27 2024-11-25T15:35:00,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/64b11bce2790486c8c722692552e6710 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/64b11bce2790486c8c722692552e6710 2024-11-25T15:35:00,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2d618df8327441ff8500a5fdba139e48 2024-11-25T15:35:00,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/82a32b7b6b094c30ae6c447345b7928f 2024-11-25T15:35:00,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/9cc5385a7d50457eb5a7ee00fd879a8f 2024-11-25T15:35:00,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/486601b7930643db8e24cf02f85c6775 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/486601b7930643db8e24cf02f85c6775 2024-11-25T15:35:00,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/39bbab9484fa41d994c7db7b6fe5783d 2024-11-25T15:35:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4eb27d5bad4641af910c7a59de2b09ce 2024-11-25T15:35:00,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6c2a0e92d309457cb7c92486a4bb4841 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/6c2a0e92d309457cb7c92486a4bb4841 2024-11-25T15:35:00,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/84627bd30a5b47008a74be8cbd1971df 2024-11-25T15:35:00,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/15bccec79ea9431d9eddc8cee017da45 2024-11-25T15:35:00,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4748101edcde46fcaf062640dbbb9829 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/4748101edcde46fcaf062640dbbb9829 2024-11-25T15:35:00,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a8e773cbd0d04d889f805418b81f9970 2024-11-25T15:35:00,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/bf0514fe8a4e4bbebb03c5ba4cd8b7e8 2024-11-25T15:35:00,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/a9c3f41a405e46579c13f79c43b85ba2 2024-11-25T15:35:00,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8ec0cba100914c97840019723a9280ba, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6ef807847d7435a9027756490e0c2da, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/462bd1a127ca4aba9c1fc5a66ad5b395, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/c778d916b2324afa8be07112bde997d9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6f6eb4dcfc54e1eaf713a8049767515, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/abec30aa228342c687d501567d47ae73, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/43fafc13be4c43008514e553e66309d5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3a3075ceb6814284a50d4ecfa06d1e33, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7] to archive 2024-11-25T15:35:00,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:00,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8ec0cba100914c97840019723a9280ba to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8ec0cba100914c97840019723a9280ba 2024-11-25T15:35:00,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/12ff42e120744bf69b9c2a1ff03834c8 2024-11-25T15:35:00,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6ef807847d7435a9027756490e0c2da to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6ef807847d7435a9027756490e0c2da 2024-11-25T15:35:00,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8678096e09944c17ba588479bd426340 2024-11-25T15:35:00,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/78b4b2c2b6194cbd919c889d8ec8f841 2024-11-25T15:35:00,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/462bd1a127ca4aba9c1fc5a66ad5b395 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/462bd1a127ca4aba9c1fc5a66ad5b395 2024-11-25T15:35:00,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/73f12f0d3ca7498b8eedcf72d2687081 2024-11-25T15:35:00,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1c8a555084e64d5b8e5b6f8d7157fce2 2024-11-25T15:35:00,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/c778d916b2324afa8be07112bde997d9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/c778d916b2324afa8be07112bde997d9 2024-11-25T15:35:00,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/4adcb8d9864e4e59b2f1886700071437 2024-11-25T15:35:00,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/df5e99506aec47f6a1067aa5f240e3e9 2024-11-25T15:35:00,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/e6adf61a07e9475c8ef24c567c31367f 2024-11-25T15:35:00,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6f6eb4dcfc54e1eaf713a8049767515 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b6f6eb4dcfc54e1eaf713a8049767515 2024-11-25T15:35:00,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3080673e3eb74782ad6a284048ae7256 2024-11-25T15:35:00,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/39686744461c4012b86e5878f4c78a6b 2024-11-25T15:35:00,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/abec30aa228342c687d501567d47ae73 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/abec30aa228342c687d501567d47ae73 2024-11-25T15:35:00,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/eb5b74fc2e7648fa87870b9cd79cd4dc 2024-11-25T15:35:00,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/b4b3bb83a59d463086aa47f6a0b54985 2024-11-25T15:35:00,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/cf7bcc41de264742af446fd1d4fec4ed 2024-11-25T15:35:00,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/1abe97732b034a0da9c46a1fbe48d096 2024-11-25T15:35:00,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/43fafc13be4c43008514e553e66309d5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/43fafc13be4c43008514e553e66309d5 2024-11-25T15:35:00,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/47ee7713e0ad437787e5d1b8e6a41470 2024-11-25T15:35:00,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/0b6daa45a1da44838c20a51c3ad8e9e7 2024-11-25T15:35:00,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/bfe6392941a9413a9ec7f8b82253b970 2024-11-25T15:35:00,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3a3075ceb6814284a50d4ecfa06d1e33 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3a3075ceb6814284a50d4ecfa06d1e33 2024-11-25T15:35:00,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/8c32cd26f1f3474f8fed88d7a2556c32 2024-11-25T15:35:00,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/a272bd150fd94038a94cf4e55b5b4338 2024-11-25T15:35:00,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/3e0101e685b04b14852f100ffc8d6bc7 2024-11-25T15:35:00,630 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-25T15:35:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T15:35:00,630 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba. 2024-11-25T15:35:00,630 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 75a49c145cd70bbddd9ae84c71bdecba: 2024-11-25T15:35:00,632 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:35:00,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=75a49c145cd70bbddd9ae84c71bdecba, regionState=CLOSED 2024-11-25T15:35:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T15:35:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 75a49c145cd70bbddd9ae84c71bdecba, server=23e146a7c12d,39585,1732548756885 in 267 msec 2024-11-25T15:35:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-25T15:35:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=75a49c145cd70bbddd9ae84c71bdecba, UNASSIGN in 269 msec 2024-11-25T15:35:00,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T15:35:00,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 272 msec 2024-11-25T15:35:00,638 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548900637"}]},"ts":"1732548900637"} 2024-11-25T15:35:00,638 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:35:00,646 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:35:00,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 324 msec 2024-11-25T15:35:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T15:35:00,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T15:35:00,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:35:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,933 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T15:35:00,934 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:35:00,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/recovered.edits] 2024-11-25T15:35:00,940 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/333260b15540476ead01a9b36944a138 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/333260b15540476ead01a9b36944a138 2024-11-25T15:35:00,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/60a0a8e6c8454bb5890a43a56a837219 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/A/60a0a8e6c8454bb5890a43a56a837219 2024-11-25T15:35:00,942 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2ae4e351fa6748829c1b1bac6e8266de to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/2ae4e351fa6748829c1b1bac6e8266de 2024-11-25T15:35:00,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b07d685d50f4411c8a09bc370bf82564 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/B/b07d685d50f4411c8a09bc370bf82564 2024-11-25T15:35:00,944 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/10d7ce72959b4cfabfff0f24deb4f26a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/10d7ce72959b4cfabfff0f24deb4f26a 2024-11-25T15:35:00,945 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/C/9f3d4b4513cc46e8b5b7b8cf1c8a0186 2024-11-25T15:35:00,947 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/recovered.edits/464.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba/recovered.edits/464.seqid 2024-11-25T15:35:00,947 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/75a49c145cd70bbddd9ae84c71bdecba 2024-11-25T15:35:00,947 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:35:00,949 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,950 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:35:00,951 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:35:00,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:35:00,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548900952"}]},"ts":"9223372036854775807"} 2024-11-25T15:35:00,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:35:00,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 75a49c145cd70bbddd9ae84c71bdecba, NAME => 'TestAcidGuarantees,,1732548874807.75a49c145cd70bbddd9ae84c71bdecba.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:35:00,954 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:35:00,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548900954"}]},"ts":"9223372036854775807"} 2024-11-25T15:35:00,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:35:00,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:00,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-25T15:35:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T15:35:01,035 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-25T15:35:01,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=845 (was 869), ProcessCount=11 (was 11), AvailableMemoryMB=2520 (was 2086) - AvailableMemoryMB LEAK? - 2024-11-25T15:35:01,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=845, ProcessCount=11, AvailableMemoryMB=2520 2024-11-25T15:35:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:35:01,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:35:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:01,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T15:35:01,053 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:01,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-25T15:35:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:01,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T15:35:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742367_1543 (size=960) 2024-11-25T15:35:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:01,460 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d 2024-11-25T15:35:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742368_1544 (size=53) 2024-11-25T15:35:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2ea8e1e0e85c2bc885dd0bd326a47061, disabling compactions & flushes 2024-11-25T15:35:01,865 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. after waiting 0 ms 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:01,865 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:01,865 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:01,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T15:35:01,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732548901866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732548901866"}]},"ts":"1732548901866"} 2024-11-25T15:35:01,868 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T15:35:01,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T15:35:01,869 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548901868"}]},"ts":"1732548901868"} 2024-11-25T15:35:01,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T15:35:01,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, ASSIGN}] 2024-11-25T15:35:01,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, ASSIGN 2024-11-25T15:35:01,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, ASSIGN; state=OFFLINE, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=false 2024-11-25T15:35:02,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:02,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:35:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:02,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:02,196 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:02,196 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:35:02,197 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,197 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:35:02,197 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,197 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,198 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,199 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:02,199 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName A 2024-11-25T15:35:02,199 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:02,199 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:02,199 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,200 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:02,200 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName B 2024-11-25T15:35:02,200 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:02,201 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:02,201 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,202 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:02,202 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName C 2024-11-25T15:35:02,202 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:02,202 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:02,202 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:02,203 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,203 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,204 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:35:02,205 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:02,206 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T15:35:02,207 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened 2ea8e1e0e85c2bc885dd0bd326a47061; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63840360, jitterRate=-0.04870450496673584}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:35:02,207 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:02,208 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., pid=153, masterSystemTime=1732548902193 2024-11-25T15:35:02,209 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:02,209 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:02,209 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=OPEN, openSeqNum=2, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T15:35:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 in 168 msec 2024-11-25T15:35:02,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T15:35:02,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, ASSIGN in 323 msec 2024-11-25T15:35:02,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T15:35:02,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548902213"}]},"ts":"1732548902213"} 2024-11-25T15:35:02,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T15:35:02,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T15:35:02,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2050 sec 2024-11-25T15:35:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T15:35:03,161 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-25T15:35:03,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-11-25T15:35:03,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:03,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:03,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:03,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T15:35:03,206 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T15:35:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T15:35:03,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T15:35:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:03,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742369_1545 (size=996) 2024-11-25T15:35:03,618 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T15:35:03,618 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T15:35:03,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:35:03,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, REOPEN/MOVE}] 2024-11-25T15:35:03,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, REOPEN/MOVE 2024-11-25T15:35:03,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:03,627 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:35:03,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:35:03,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:03,779 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:03,779 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:35:03,779 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 2ea8e1e0e85c2bc885dd0bd326a47061, disabling compactions & flushes 2024-11-25T15:35:03,779 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:03,779 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:03,779 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. after waiting 0 ms 2024-11-25T15:35:03,779 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:03,784 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T15:35:03,785 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:03,785 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:03,785 WARN [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: 2ea8e1e0e85c2bc885dd0bd326a47061 to self. 2024-11-25T15:35:03,787 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:03,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=CLOSED 2024-11-25T15:35:03,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T15:35:03,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 in 162 msec 2024-11-25T15:35:03,792 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, REOPEN/MOVE; state=CLOSED, location=23e146a7c12d,39585,1732548756885; forceNewPlan=false, retain=true 2024-11-25T15:35:03,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=OPENING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:03,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:35:04,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,100 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,100 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} 2024-11-25T15:35:04,101 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,101 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T15:35:04,101 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,101 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,102 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,103 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:04,103 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName A 2024-11-25T15:35:04,105 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:04,105 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:04,105 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,106 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:04,106 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName B 2024-11-25T15:35:04,106 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:04,107 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:04,107 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,108 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T15:35:04,108 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea8e1e0e85c2bc885dd0bd326a47061 columnFamilyName C 2024-11-25T15:35:04,108 DEBUG [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:04,108 INFO [StoreOpener-2ea8e1e0e85c2bc885dd0bd326a47061-1 {}] regionserver.HStore(327): Store=2ea8e1e0e85c2bc885dd0bd326a47061/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T15:35:04,109 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,110 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,111 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,113 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T15:35:04,115 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,116 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened 2ea8e1e0e85c2bc885dd0bd326a47061; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75114038, jitterRate=0.11928638815879822}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T15:35:04,117 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:04,118 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., pid=158, masterSystemTime=1732548904098 2024-11-25T15:35:04,119 DEBUG [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,119 INFO [RS_OPEN_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=OPEN, openSeqNum=5, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-25T15:35:04,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 in 175 msec 2024-11-25T15:35:04,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T15:35:04,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, REOPEN/MOVE in 498 msec 2024-11-25T15:35:04,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T15:35:04,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-25T15:35:04,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 918 msec 2024-11-25T15:35:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T15:35:04,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-25T15:35:04,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-25T15:35:04,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-25T15:35:04,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-25T15:35:04,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-25T15:35:04,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-25T15:35:04,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-25T15:35:04,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-25T15:35:04,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-25T15:35:04,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:60975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-25T15:35:04,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:35:04,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-25T15:35:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:04,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:04,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:04,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:04,251 DEBUG [hconnection-0x3cd03c83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,251 DEBUG [hconnection-0x22422d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,252 DEBUG [hconnection-0x730d1781-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,252 DEBUG [hconnection-0x69aeb749-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,252 DEBUG [hconnection-0x1996731c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,253 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,253 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,253 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,253 DEBUG [hconnection-0xf68a660-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,255 DEBUG [hconnection-0x4dadc8b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:04,267 DEBUG [hconnection-0x7aa0c4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,268 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,271 DEBUG [hconnection-0x7cf328cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,272 DEBUG [hconnection-0x6098a812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T15:35:04,272 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548964271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,273 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T15:35:04,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548964272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548964273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548964273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548964274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253fd47c3859404704b0727ae7987b7e74_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548904258/Put/seqid=0 2024-11-25T15:35:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742370_1546 (size=12154) 2024-11-25T15:35:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548964374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548964374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548964375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548964376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548964376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:04,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548964576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548964576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548964578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548964578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548964579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:04,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253fd47c3859404704b0727ae7987b7e74_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253fd47c3859404704b0727ae7987b7e74_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:04,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/402fede047d2403cad580e985ce19a51, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:04,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/402fede047d2403cad580e985ce19a51 is 175, key is test_row_0/A:col10/1732548904258/Put/seqid=0 2024-11-25T15:35:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742371_1547 (size=30955) 2024-11-25T15:35:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:04,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:04,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548964879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548964879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548964880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548964881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548964882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:04,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:35:05,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:05,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/402fede047d2403cad580e985ce19a51 2024-11-25T15:35:05,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/249b0152ae34458b8e09c6077ca5631d is 50, key is test_row_0/B:col10/1732548904258/Put/seqid=0 2024-11-25T15:35:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742372_1548 (size=12001) 2024-11-25T15:35:05,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/249b0152ae34458b8e09c6077ca5631d 2024-11-25T15:35:05,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:05,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:05,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:05,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:05,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:05,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/a7a9f0e52a20497baa788838a1ddd347 is 50, key is test_row_0/C:col10/1732548904258/Put/seqid=0 2024-11-25T15:35:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742373_1549 (size=12001) 2024-11-25T15:35:05,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/a7a9f0e52a20497baa788838a1ddd347 2024-11-25T15:35:05,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/402fede047d2403cad580e985ce19a51 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51 2024-11-25T15:35:05,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T15:35:05,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/249b0152ae34458b8e09c6077ca5631d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d 2024-11-25T15:35:05,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T15:35:05,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/a7a9f0e52a20497baa788838a1ddd347 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347 2024-11-25T15:35:05,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T15:35:05,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 930ms, sequenceid=16, compaction requested=false 2024-11-25T15:35:05,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:05,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:05,315 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c4b89bf50d0749829bd30ce900c42252_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548904271/Put/seqid=0 2024-11-25T15:35:05,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742374_1550 (size=12154) 2024-11-25T15:35:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548965388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548965388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548965388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548965389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548965390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548965491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548965495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548965495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548965496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548965496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548965695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548965699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548965699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548965700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548965703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:05,726 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c4b89bf50d0749829bd30ce900c42252_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4b89bf50d0749829bd30ce900c42252_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:05,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/fb5b68dc1b91421391ab3975718ab52b, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/fb5b68dc1b91421391ab3975718ab52b is 175, key is test_row_0/A:col10/1732548904271/Put/seqid=0 2024-11-25T15:35:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742375_1551 (size=30955) 2024-11-25T15:35:05,733 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/fb5b68dc1b91421391ab3975718ab52b 2024-11-25T15:35:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/ceb37bfe1f2a47749e9f3221ea8bbc9b is 50, key is test_row_0/B:col10/1732548904271/Put/seqid=0 2024-11-25T15:35:05,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742376_1552 (size=12001) 2024-11-25T15:35:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548965998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548966002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548966002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548966005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548966008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:35:06,163 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/ceb37bfe1f2a47749e9f3221ea8bbc9b 2024-11-25T15:35:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/48e7f569151e4f7580e9636374679dee is 50, key is test_row_0/C:col10/1732548904271/Put/seqid=0 2024-11-25T15:35:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742377_1553 (size=12001) 2024-11-25T15:35:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:06,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548966504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548966505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548966506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548966509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548966511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:06,588 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/48e7f569151e4f7580e9636374679dee 2024-11-25T15:35:06,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/fb5b68dc1b91421391ab3975718ab52b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b 2024-11-25T15:35:06,594 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T15:35:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/ceb37bfe1f2a47749e9f3221ea8bbc9b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b 2024-11-25T15:35:06,597 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T15:35:06,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/48e7f569151e4f7580e9636374679dee as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee 2024-11-25T15:35:06,600 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T15:35:06,601 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1286ms, sequenceid=40, compaction requested=false 2024-11-25T15:35:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-25T15:35:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-25T15:35:06,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T15:35:06,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-25T15:35:06,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.3540 sec 2024-11-25T15:35:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:07,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:07,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125197a6bbff2f94e21b9b374f27942c9a2_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742378_1554 (size=12154) 2024-11-25T15:35:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548967552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548967553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548967553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548967554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548967557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548967661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548967862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548967863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548967863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548967864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548967868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:07,956 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:07,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125197a6bbff2f94e21b9b374f27942c9a2_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125197a6bbff2f94e21b9b374f27942c9a2_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:07,962 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2b1b689759eb4608b5778029ddbfa6ec, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:07,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2b1b689759eb4608b5778029ddbfa6ec is 175, key is test_row_0/A:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742379_1555 (size=30955) 2024-11-25T15:35:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548968165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548968167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548968167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548968168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548968173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T15:35:08,354 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T15:35:08,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-25T15:35:08,358 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T15:35:08,358 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:08,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:08,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2b1b689759eb4608b5778029ddbfa6ec 2024-11-25T15:35:08,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/158edcb0526f4eaa9cd00d3bc3a0eb70 is 50, key is test_row_0/B:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742380_1556 (size=12001) 2024-11-25T15:35:08,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/158edcb0526f4eaa9cd00d3bc3a0eb70 2024-11-25T15:35:08,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/28ea72971a4040c696ed406f9b094396 is 50, key is test_row_0/C:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742381_1557 (size=12001) 2024-11-25T15:35:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T15:35:08,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T15:35:08,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:08,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T15:35:08,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T15:35:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548968670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548968671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548968671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548968671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548968676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/28ea72971a4040c696ed406f9b094396 2024-11-25T15:35:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2b1b689759eb4608b5778029ddbfa6ec as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec 2024-11-25T15:35:08,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T15:35:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/158edcb0526f4eaa9cd00d3bc3a0eb70 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70 2024-11-25T15:35:08,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T15:35:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/28ea72971a4040c696ed406f9b094396 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396 2024-11-25T15:35:08,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T15:35:08,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1299ms, sequenceid=53, compaction requested=true 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:08,813 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:08,813 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:08,814 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:08,814 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:08,814 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:08,814 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:08,814 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,814 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,814 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.2 K 2024-11-25T15:35:08,814 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=90.7 K 2024-11-25T15:35:08,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:08,814 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,814 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec] 2024-11-25T15:35:08,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:08,815 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:35:08,815 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 249b0152ae34458b8e09c6077ca5631d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548904257 2024-11-25T15:35:08,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402fede047d2403cad580e985ce19a51, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548904257 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:08,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb5b68dc1b91421391ab3975718ab52b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732548904269 2024-11-25T15:35:08,815 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb37bfe1f2a47749e9f3221ea8bbc9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732548904269 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:08,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b1b689759eb4608b5778029ddbfa6ec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:08,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:08,816 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 158edcb0526f4eaa9cd00d3bc3a0eb70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b97b5bc13f7344a5a4a91a8608338a0c_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548907556/Put/seqid=0 2024-11-25T15:35:08,836 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:08,837 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:08,838 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/83126c422cf64e87bbdcdab0321e9815 is 50, key is test_row_0/B:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:08,838 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f008e48b621d4dd298319424b40ff198_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:08,840 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f008e48b621d4dd298319424b40ff198_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:08,840 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f008e48b621d4dd298319424b40ff198_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742382_1558 (size=12154) 2024-11-25T15:35:08,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:08,846 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b97b5bc13f7344a5a4a91a8608338a0c_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b97b5bc13f7344a5a4a91a8608338a0c_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/70125b70036144d4ad2134c094f1179c, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/70125b70036144d4ad2134c094f1179c is 175, key is test_row_0/A:col10/1732548907556/Put/seqid=0 2024-11-25T15:35:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742383_1559 (size=12104) 2024-11-25T15:35:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742385_1561 (size=30955) 2024-11-25T15:35:08,850 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/70125b70036144d4ad2134c094f1179c 2024-11-25T15:35:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742384_1560 (size=4469) 2024-11-25T15:35:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/6789b20ac17143af9f4d21f53a5ec98c is 50, key is test_row_0/B:col10/1732548907556/Put/seqid=0 2024-11-25T15:35:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742386_1562 (size=12001) 2024-11-25T15:35:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T15:35:09,253 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/83126c422cf64e87bbdcdab0321e9815 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/83126c422cf64e87bbdcdab0321e9815 2024-11-25T15:35:09,256 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into 83126c422cf64e87bbdcdab0321e9815(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:09,256 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:09,256 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=13, startTime=1732548908813; duration=0sec 2024-11-25T15:35:09,256 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:09,256 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:09,256 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:09,257 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:09,257 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:09,257 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,257 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:09,257 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.2 K 2024-11-25T15:35:09,258 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a9f0e52a20497baa788838a1ddd347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732548904257 2024-11-25T15:35:09,258 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e7f569151e4f7580e9636374679dee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732548904269 2024-11-25T15:35:09,258 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8cdfd17656924855a18ff287aa0e7165 is 175, key is test_row_0/A:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:09,258 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ea72971a4040c696ed406f9b094396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:09,261 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/6789b20ac17143af9f4d21f53a5ec98c 2024-11-25T15:35:09,268 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742387_1563 (size=31058) 2024-11-25T15:35:09,268 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/06c517e26f9e4c59bfdb6805bc9f11d7 is 50, key is test_row_0/C:col10/1732548905389/Put/seqid=0 2024-11-25T15:35:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/0cbaad54038f454ebe3dbffa8cb89fd3 is 50, key is test_row_0/C:col10/1732548907556/Put/seqid=0 2024-11-25T15:35:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742388_1564 (size=12104) 2024-11-25T15:35:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742389_1565 (size=12001) 2024-11-25T15:35:09,274 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/0cbaad54038f454ebe3dbffa8cb89fd3 2024-11-25T15:35:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/70125b70036144d4ad2134c094f1179c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c 2024-11-25T15:35:09,279 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c, entries=150, sequenceid=76, filesize=30.2 K 2024-11-25T15:35:09,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/6789b20ac17143af9f4d21f53a5ec98c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c 2024-11-25T15:35:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,283 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T15:35:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/0cbaad54038f454ebe3dbffa8cb89fd3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3 2024-11-25T15:35:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 471ms, sequenceid=76, compaction requested=false 2024-11-25T15:35:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T15:35:09,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 929 msec 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 931 msec 2024-11-25T15:35:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T15:35:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,461 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-25T15:35:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T15:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:09,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T15:35:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T15:35:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T15:35:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T15:35:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T15:35:09,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-25T15:35:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 160 msec 2024-11-25T15:35:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,677 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/06c517e26f9e4c59bfdb6805bc9f11d7 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/06c517e26f9e4c59bfdb6805bc9f11d7 2024-11-25T15:35:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,677 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8cdfd17656924855a18ff287aa0e7165 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165 2024-11-25T15:35:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,682 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into 06c517e26f9e4c59bfdb6805bc9f11d7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:09,682 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:09,682 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=13, startTime=1732548908813; duration=0sec 2024-11-25T15:35:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,683 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:09,683 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,684 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 8cdfd17656924855a18ff287aa0e7165(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:09,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:09,684 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=13, startTime=1732548908813; duration=0sec 2024-11-25T15:35:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:09,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:09,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:35:09,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:09,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:09,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:09,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:09,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:09,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:09,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d234a77c25d34880a977fb1202858367_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T15:35:09,765 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T15:35:09,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T15:35:09,768 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:09,770 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:09,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:09,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548969772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548969773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548969778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548969780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548969780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742390_1566 (size=12154) 2024-11-25T15:35:09,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:09,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d234a77c25d34880a977fb1202858367_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d234a77c25d34880a977fb1202858367_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:09,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/a880cef3801e4a0696c713142b55697e, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:09,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/a880cef3801e4a0696c713142b55697e is 175, key is test_row_0/A:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742391_1567 (size=30955) 2024-11-25T15:35:09,810 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/a880cef3801e4a0696c713142b55697e 2024-11-25T15:35:09,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/def96ba84b75490fb9659316a6b2c5ad is 50, key is test_row_0/B:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742392_1568 (size=12001) 2024-11-25T15:35:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548969881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548969883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548969883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548969884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548969885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:09,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:09,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548970085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548970090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548970090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548970090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548970095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/def96ba84b75490fb9659316a6b2c5ad 2024-11-25T15:35:10,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5a10441e8b434517be37b16e9710216f is 50, key is test_row_0/C:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:10,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742393_1569 (size=12001) 2024-11-25T15:35:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548970389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548970394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548970394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548970395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548970399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:10,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5a10441e8b434517be37b16e9710216f 2024-11-25T15:35:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/a880cef3801e4a0696c713142b55697e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e 2024-11-25T15:35:10,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T15:35:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/def96ba84b75490fb9659316a6b2c5ad as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad 2024-11-25T15:35:10,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:35:10,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5a10441e8b434517be37b16e9710216f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f 2024-11-25T15:35:10,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T15:35:10,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 942ms, sequenceid=93, compaction requested=true 2024-11-25T15:35:10,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:10,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:10,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:10,682 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:10,682 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:10,683 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:10,683 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:10,683 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:10,683 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:10,683 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,683 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,683 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=90.8 K 2024-11-25T15:35:10,683 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/83126c422cf64e87bbdcdab0321e9815, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.3 K 2024-11-25T15:35:10,684 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e] 2024-11-25T15:35:10,684 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 83126c422cf64e87bbdcdab0321e9815, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:10,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cdfd17656924855a18ff287aa0e7165, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:10,684 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 6789b20ac17143af9f4d21f53a5ec98c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548907543 2024-11-25T15:35:10,684 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70125b70036144d4ad2134c094f1179c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548907543 2024-11-25T15:35:10,686 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting def96ba84b75490fb9659316a6b2c5ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:10,686 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting a880cef3801e4a0696c713142b55697e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:10,692 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:10,693 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:10,693 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/a4f0200e39574e44b797c03ac36c0bc6 is 50, key is test_row_0/B:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:10,700 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112522e055b5f2294112bb56b7290201cef1_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:10,701 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112522e055b5f2294112bb56b7290201cef1_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:10,701 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522e055b5f2294112bb56b7290201cef1_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:10,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T15:35:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,702 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742394_1570 (size=12207) 2024-11-25T15:35:10,745 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/a4f0200e39574e44b797c03ac36c0bc6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/a4f0200e39574e44b797c03ac36c0bc6 2024-11-25T15:35:10,749 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into a4f0200e39574e44b797c03ac36c0bc6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:10,749 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:10,749 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=13, startTime=1732548910682; duration=0sec 2024-11-25T15:35:10,749 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:10,749 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:10,749 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cae7327cae1d457b9a829695df8314d9_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548909778/Put/seqid=0 2024-11-25T15:35:10,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:10,751 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:10,751 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,751 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/06c517e26f9e4c59bfdb6805bc9f11d7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.3 K 2024-11-25T15:35:10,752 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c517e26f9e4c59bfdb6805bc9f11d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732548905388 2024-11-25T15:35:10,752 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbaad54038f454ebe3dbffa8cb89fd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732548907543 2024-11-25T15:35:10,752 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a10441e8b434517be37b16e9710216f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:10,765 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:10,766 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/d80b218e5b9d4998a16de4536b07dd19 is 50, key is test_row_0/C:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742395_1571 (size=4469) 2024-11-25T15:35:10,774 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#483 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:10,775 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/879313f53a404569a01e002d96dc095a is 175, key is test_row_0/A:col10/1732548909719/Put/seqid=0 2024-11-25T15:35:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742397_1573 (size=12207) 2024-11-25T15:35:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742396_1572 (size=12154) 2024-11-25T15:35:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,792 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/d80b218e5b9d4998a16de4536b07dd19 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d80b218e5b9d4998a16de4536b07dd19 2024-11-25T15:35:10,794 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cae7327cae1d457b9a829695df8314d9_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cae7327cae1d457b9a829695df8314d9_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/767f24c26b104bc8b0270792d6e3c062, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/767f24c26b104bc8b0270792d6e3c062 is 175, key is test_row_0/A:col10/1732548909778/Put/seqid=0 2024-11-25T15:35:10,799 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into d80b218e5b9d4998a16de4536b07dd19(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:10,799 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:10,799 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=13, startTime=1732548910683; duration=0sec 2024-11-25T15:35:10,799 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:10,799 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742398_1574 (size=31161) 2024-11-25T15:35:10,815 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/879313f53a404569a01e002d96dc095a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a 2024-11-25T15:35:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742399_1575 (size=30955) 2024-11-25T15:35:10,816 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/767f24c26b104bc8b0270792d6e3c062 2024-11-25T15:35:10,822 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 879313f53a404569a01e002d96dc095a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:10,822 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:10,822 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=13, startTime=1732548910682; duration=0sec 2024-11-25T15:35:10,822 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:10,822 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/31e8dd6d00c74746a20d7d4eda6fc6e5 is 50, key is test_row_0/B:col10/1732548909778/Put/seqid=0 2024-11-25T15:35:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742400_1576 (size=12001) 2024-11-25T15:35:10,838 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/31e8dd6d00c74746a20d7d4eda6fc6e5 2024-11-25T15:35:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3e97dca34b7c4a4faf195fbe9652bedb is 50, key is test_row_0/C:col10/1732548909778/Put/seqid=0 2024-11-25T15:35:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742401_1577 (size=12001) 2024-11-25T15:35:10,854 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3e97dca34b7c4a4faf195fbe9652bedb 2024-11-25T15:35:10,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/767f24c26b104bc8b0270792d6e3c062 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062 2024-11-25T15:35:10,865 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T15:35:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/31e8dd6d00c74746a20d7d4eda6fc6e5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5 2024-11-25T15:35:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,869 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T15:35:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3e97dca34b7c4a4faf195fbe9652bedb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb 2024-11-25T15:35:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,874 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 173ms, sequenceid=117, compaction requested=false 2024-11-25T15:35:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T15:35:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-11-25T15:35:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.1120 sec 2024-11-25T15:35:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:10,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:35:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125646a82873ebe4abb8ebcb34dce25b26e_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742402_1578 (size=22168) 2024-11-25T15:35:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:10,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548970964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548970966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548970966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548970966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548970969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548971070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548971070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548971070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548971071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548971073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548971273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548971273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548971273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548971274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548971277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:11,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125646a82873ebe4abb8ebcb34dce25b26e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125646a82873ebe4abb8ebcb34dce25b26e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:11,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/e345c16da0254ba0a53cc3f930fec176, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:11,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/e345c16da0254ba0a53cc3f930fec176 is 175, key is test_row_0/A:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742403_1579 (size=65573) 2024-11-25T15:35:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548971576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548971576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548971578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548971578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548971580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:11,766 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/e345c16da0254ba0a53cc3f930fec176 2024-11-25T15:35:11,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8c342163cb414fe2b60fff6287a2ed4e is 50, key is test_row_0/B:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742404_1580 (size=12151) 2024-11-25T15:35:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T15:35:11,874 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T15:35:11,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T15:35:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:11,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:11,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:11,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:12,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T15:35:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548972082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548972082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548972082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548972082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548972085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8c342163cb414fe2b60fff6287a2ed4e 2024-11-25T15:35:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:12,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3037d175ad3848acadbf9c36a626391b is 50, key is test_row_0/C:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:12,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T15:35:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742405_1581 (size=12151) 2024-11-25T15:35:12,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T15:35:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:12,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T15:35:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:12,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3037d175ad3848acadbf9c36a626391b 2024-11-25T15:35:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/e345c16da0254ba0a53cc3f930fec176 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176 2024-11-25T15:35:12,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176, entries=350, sequenceid=133, filesize=64.0 K 2024-11-25T15:35:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8c342163cb414fe2b60fff6287a2ed4e as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e 2024-11-25T15:35:12,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e, entries=150, sequenceid=133, filesize=11.9 K 2024-11-25T15:35:12,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3037d175ad3848acadbf9c36a626391b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b 2024-11-25T15:35:12,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b, entries=150, sequenceid=133, filesize=11.9 K 2024-11-25T15:35:12,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1670ms, sequenceid=133, compaction requested=true 2024-11-25T15:35:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:12,602 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:12,602 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:12,603 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:12,604 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,604 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/a4f0200e39574e44b797c03ac36c0bc6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.5 K 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127689 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:12,604 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f0200e39574e44b797c03ac36c0bc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:12,604 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=124.7 K 2024-11-25T15:35:12,604 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176] 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e8dd6d00c74746a20d7d4eda6fc6e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548909767 2024-11-25T15:35:12,604 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 879313f53a404569a01e002d96dc095a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:12,605 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c342163cb414fe2b60fff6287a2ed4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910929 2024-11-25T15:35:12,605 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 767f24c26b104bc8b0270792d6e3c062, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548909767 2024-11-25T15:35:12,605 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting e345c16da0254ba0a53cc3f930fec176, keycount=350, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910925 2024-11-25T15:35:12,610 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:12,610 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/31dbdee120f142d0b7432e2a151bb82f is 50, key is test_row_0/B:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:12,612 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742406_1582 (size=12459) 2024-11-25T15:35:12,613 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258537f106b9b64250bf6310ac8612458e_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:12,615 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258537f106b9b64250bf6310ac8612458e_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:12,615 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258537f106b9b64250bf6310ac8612458e_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:12,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742407_1583 (size=4469) 2024-11-25T15:35:12,619 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/31dbdee120f142d0b7432e2a151bb82f as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31dbdee120f142d0b7432e2a151bb82f 2024-11-25T15:35:12,622 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into 31dbdee120f142d0b7432e2a151bb82f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:12,622 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:12,622 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=13, startTime=1732548912602; duration=0sec 2024-11-25T15:35:12,622 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:12,622 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:12,622 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:12,623 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:12,623 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:12,623 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,623 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d80b218e5b9d4998a16de4536b07dd19, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=35.5 K 2024-11-25T15:35:12,623 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d80b218e5b9d4998a16de4536b07dd19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732548909719 2024-11-25T15:35:12,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e97dca34b7c4a4faf195fbe9652bedb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732548909767 2024-11-25T15:35:12,624 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 3037d175ad3848acadbf9c36a626391b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910929 2024-11-25T15:35:12,630 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:12,631 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/d9e53524c5b54d36ba54704bba957390 is 50, key is test_row_0/C:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742408_1584 (size=12459) 2024-11-25T15:35:12,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:12,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:12,638 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:12,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125486a516bd1b24c17ae06aa476331464e_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548910968/Put/seqid=0 2024-11-25T15:35:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742409_1585 (size=12304) 2024-11-25T15:35:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:13,019 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:13,019 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/1b222e02bf1d41c8b6fd05a749b5ecb3 is 175, key is test_row_0/A:col10/1732548910931/Put/seqid=0 2024-11-25T15:35:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742410_1586 (size=31413) 2024-11-25T15:35:13,040 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/d9e53524c5b54d36ba54704bba957390 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d9e53524c5b54d36ba54704bba957390 2024-11-25T15:35:13,043 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into d9e53524c5b54d36ba54704bba957390(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:13,043 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:13,043 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=13, startTime=1732548912602; duration=0sec 2024-11-25T15:35:13,043 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:13,044 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:13,049 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125486a516bd1b24c17ae06aa476331464e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125486a516bd1b24c17ae06aa476331464e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:13,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2a792acdcef14d2488d508b285a03e00, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:13,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2a792acdcef14d2488d508b285a03e00 is 175, key is test_row_0/A:col10/1732548910968/Put/seqid=0 2024-11-25T15:35:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742411_1587 (size=31105) 2024-11-25T15:35:13,059 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2a792acdcef14d2488d508b285a03e00 2024-11-25T15:35:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/960e021d18a84a77890fabd7aeb1cfac is 50, key is test_row_0/B:col10/1732548910968/Put/seqid=0 2024-11-25T15:35:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742412_1588 (size=12151) 2024-11-25T15:35:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:13,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:13,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548973096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548973096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548973097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548973099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548973099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548973200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548973200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548973203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548973203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548973403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548973404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548973405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548973406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,425 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/1b222e02bf1d41c8b6fd05a749b5ecb3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3 2024-11-25T15:35:13,428 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 1b222e02bf1d41c8b6fd05a749b5ecb3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:13,428 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:13,428 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=13, startTime=1732548912602; duration=0sec 2024-11-25T15:35:13,428 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:13,428 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:13,467 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/960e021d18a84a77890fabd7aeb1cfac 2024-11-25T15:35:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/09f1d312b5574f678d67a5b2471109f3 is 50, key is test_row_0/C:col10/1732548910968/Put/seqid=0 2024-11-25T15:35:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742413_1589 (size=12151) 2024-11-25T15:35:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548973706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548973706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548973709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548973710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:13,876 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/09f1d312b5574f678d67a5b2471109f3 2024-11-25T15:35:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2a792acdcef14d2488d508b285a03e00 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00 2024-11-25T15:35:13,882 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T15:35:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/960e021d18a84a77890fabd7aeb1cfac as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac 2024-11-25T15:35:13,886 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:35:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/09f1d312b5574f678d67a5b2471109f3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3 2024-11-25T15:35:13,889 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T15:35:13,890 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1252ms, sequenceid=157, compaction requested=false 2024-11-25T15:35:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T15:35:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T15:35:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T15:35:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0150 sec 2024-11-25T15:35:13,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.0170 sec 2024-11-25T15:35:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T15:35:13,979 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T15:35:13,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T15:35:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T15:35:13,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:13,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:13,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T15:35:14,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T15:35:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:14,133 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259d50b6c01b4c4deea2aba9be3c543e8c_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548913098/Put/seqid=0 2024-11-25T15:35:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742414_1590 (size=12304) 2024-11-25T15:35:14,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:14,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548974257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548974261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548974261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548974262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T15:35:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548974362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548974365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548974367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548974368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:14,559 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259d50b6c01b4c4deea2aba9be3c543e8c_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d50b6c01b4c4deea2aba9be3c543e8c_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7e1ffd9c15a64875aec1e0dbed3bd49b, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:14,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7e1ffd9c15a64875aec1e0dbed3bd49b is 175, key is test_row_0/A:col10/1732548913098/Put/seqid=0 2024-11-25T15:35:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548974568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548974571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548974571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548974571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742415_1591 (size=31105) 2024-11-25T15:35:14,576 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7e1ffd9c15a64875aec1e0dbed3bd49b 2024-11-25T15:35:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T15:35:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/463f7a46441b4e12a859bc462e94abaf is 50, key is test_row_0/B:col10/1732548913098/Put/seqid=0 2024-11-25T15:35:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742416_1592 (size=12151) 2024-11-25T15:35:14,608 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/463f7a46441b4e12a859bc462e94abaf 2024-11-25T15:35:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/63f36a80324f49caab63993e9ba477d0 is 50, key is test_row_0/C:col10/1732548913098/Put/seqid=0 2024-11-25T15:35:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742417_1593 (size=12151) 2024-11-25T15:35:14,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548974871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548974875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548974877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548974878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,019 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/63f36a80324f49caab63993e9ba477d0 2024-11-25T15:35:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7e1ffd9c15a64875aec1e0dbed3bd49b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b 2024-11-25T15:35:15,033 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b, entries=150, sequenceid=172, filesize=30.4 K 2024-11-25T15:35:15,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/463f7a46441b4e12a859bc462e94abaf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf 2024-11-25T15:35:15,053 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T15:35:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/63f36a80324f49caab63993e9ba477d0 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0 2024-11-25T15:35:15,068 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T15:35:15,069 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 935ms, sequenceid=172, compaction requested=true 2024-11-25T15:35:15,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:15,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T15:35:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T15:35:15,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T15:35:15,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-11-25T15:35:15,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.0920 sec 2024-11-25T15:35:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T15:35:15,084 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T15:35:15,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T15:35:15,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:15,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:15,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:15,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:15,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4b76af279eb453f9e9fea72e9569545_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742418_1594 (size=12304) 2024-11-25T15:35:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548975141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:15,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548975246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548975377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548975380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548975387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548975388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:15,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:15,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:15,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548975450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:15,523 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4b76af279eb453f9e9fea72e9569545_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4b76af279eb453f9e9fea72e9569545_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:15,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2fe9abdd625942bd86807e53b03ca2c3, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:15,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2fe9abdd625942bd86807e53b03ca2c3 is 175, key is test_row_0/A:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742419_1595 (size=31105) 2024-11-25T15:35:15,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:15,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:15,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:15,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:15,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:15,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548975755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:15,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:15,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:15,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:15,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:15,927 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2fe9abdd625942bd86807e53b03ca2c3 2024-11-25T15:35:15,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/c165829ab8d74e31b924e7b962480f77 is 50, key is test_row_0/B:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742420_1596 (size=12151) 2024-11-25T15:35:16,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:16,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548976260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/c165829ab8d74e31b924e7b962480f77 2024-11-25T15:35:16,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ae0ba6de201f4db1835760fbe0f3e160 is 50, key is test_row_0/C:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742421_1597 (size=12151) 2024-11-25T15:35:16,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548976388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548976390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548976390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548976393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:16,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ae0ba6de201f4db1835760fbe0f3e160 2024-11-25T15:35:16,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/2fe9abdd625942bd86807e53b03ca2c3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3 2024-11-25T15:35:16,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3, entries=150, sequenceid=197, filesize=30.4 K 2024-11-25T15:35:16,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/c165829ab8d74e31b924e7b962480f77 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77 2024-11-25T15:35:16,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T15:35:16,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ae0ba6de201f4db1835760fbe0f3e160 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160 2024-11-25T15:35:16,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T15:35:16,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1653ms, sequenceid=197, compaction requested=true 2024-11-25T15:35:16,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:16,760 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:35:16,760 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:16,761 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,761 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31dbdee120f142d0b7432e2a151bb82f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=47.8 K 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 31dbdee120f142d0b7432e2a151bb82f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910929 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:16,761 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,761 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=121.8 K 2024-11-25T15:35:16,761 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 960e021d18a84a77890fabd7aeb1cfac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548910960 2024-11-25T15:35:16,761 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3] 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 463f7a46441b4e12a859bc462e94abaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548913095 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b222e02bf1d41c8b6fd05a749b5ecb3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910929 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting c165829ab8d74e31b924e7b962480f77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a792acdcef14d2488d508b285a03e00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548910960 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e1ffd9c15a64875aec1e0dbed3bd49b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548913095 2024-11-25T15:35:16,762 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe9abdd625942bd86807e53b03ca2c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:16,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:16,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:16,764 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f02c755106134fbd8308fa1f120ee97e_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548915130/Put/seqid=0 2024-11-25T15:35:16,772 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:16,773 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9 is 50, key is test_row_0/B:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:16,773 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:16,776 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125689abd7d51c14663aa6a990d42d0b94b_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:16,778 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125689abd7d51c14663aa6a990d42d0b94b_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:16,779 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125689abd7d51c14663aa6a990d42d0b94b_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742422_1598 (size=12304) 2024-11-25T15:35:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742423_1599 (size=12595) 2024-11-25T15:35:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742424_1600 (size=4469) 2024-11-25T15:35:16,806 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#505 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:16,806 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/60af510585464378a9b723038f445b72 is 175, key is test_row_0/A:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742425_1601 (size=31549) 2024-11-25T15:35:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:17,192 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f02c755106134fbd8308fa1f120ee97e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f02c755106134fbd8308fa1f120ee97e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/c9b8d73605fb4dd2b29fe95dd817b1a1, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/c9b8d73605fb4dd2b29fe95dd817b1a1 is 175, key is test_row_0/A:col10/1732548915130/Put/seqid=0 2024-11-25T15:35:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742426_1602 (size=31105) 2024-11-25T15:35:17,199 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9 2024-11-25T15:35:17,203 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into 8cbf5f18fd0b4c77a64cb9a7cd8062e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:17,203 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:17,203 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=12, startTime=1732548916760; duration=0sec 2024-11-25T15:35:17,203 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:17,203 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:17,203 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:17,203 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:17,204 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:17,204 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:17,204 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d9e53524c5b54d36ba54704bba957390, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=47.8 K 2024-11-25T15:35:17,204 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e53524c5b54d36ba54704bba957390, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732548910929 2024-11-25T15:35:17,204 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f1d312b5574f678d67a5b2471109f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732548910960 2024-11-25T15:35:17,204 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f36a80324f49caab63993e9ba477d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732548913095 2024-11-25T15:35:17,204 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting ae0ba6de201f4db1835760fbe0f3e160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:17,210 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:17,211 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/7e5b11e23f704285a073301800813d3c is 50, key is test_row_0/C:col10/1732548914222/Put/seqid=0 2024-11-25T15:35:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742427_1603 (size=12595) 2024-11-25T15:35:17,220 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/60af510585464378a9b723038f445b72 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72 2024-11-25T15:35:17,223 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/7e5b11e23f704285a073301800813d3c as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7e5b11e23f704285a073301800813d3c 2024-11-25T15:35:17,223 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 60af510585464378a9b723038f445b72(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:17,223 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:17,223 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=12, startTime=1732548916759; duration=0sec 2024-11-25T15:35:17,223 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:17,223 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:17,226 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into 7e5b11e23f704285a073301800813d3c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:17,226 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:17,226 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=12, startTime=1732548916760; duration=0sec 2024-11-25T15:35:17,226 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:17,226 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:17,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548977324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:17,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548977427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:17,596 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/c9b8d73605fb4dd2b29fe95dd817b1a1 2024-11-25T15:35:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8f6b0b072f4c4a5fb3108e01a51a6e92 is 50, key is test_row_0/B:col10/1732548915130/Put/seqid=0 2024-11-25T15:35:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742428_1604 (size=12151) 2024-11-25T15:35:17,621 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8f6b0b072f4c4a5fb3108e01a51a6e92 2024-11-25T15:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/281dd247b16640fa99ce78aad2c5f1b3 is 50, key is test_row_0/C:col10/1732548915130/Put/seqid=0 2024-11-25T15:35:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742429_1605 (size=12151) 2024-11-25T15:35:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548977632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:17,636 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/281dd247b16640fa99ce78aad2c5f1b3 2024-11-25T15:35:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/c9b8d73605fb4dd2b29fe95dd817b1a1 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1 2024-11-25T15:35:17,644 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1, entries=150, sequenceid=208, filesize=30.4 K 2024-11-25T15:35:17,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8f6b0b072f4c4a5fb3108e01a51a6e92 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92 2024-11-25T15:35:17,654 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T15:35:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/281dd247b16640fa99ce78aad2c5f1b3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3 2024-11-25T15:35:17,656 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T15:35:17,657 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 893ms, sequenceid=208, compaction requested=false 2024-11-25T15:35:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T15:35:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T15:35:17,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T15:35:17,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-11-25T15:35:17,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.5740 sec 2024-11-25T15:35:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:17,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:17,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae8c2d2933704ab7a6422598931fd511_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548977993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742430_1606 (size=12304) 2024-11-25T15:35:18,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:18,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae8c2d2933704ab7a6422598931fd511_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae8c2d2933704ab7a6422598931fd511_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:18,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/564144fec9814ca98f962332737dee7a, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:18,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/564144fec9814ca98f962332737dee7a is 175, key is test_row_0/A:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548978097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742431_1607 (size=31105) 2024-11-25T15:35:18,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/564144fec9814ca98f962332737dee7a 2024-11-25T15:35:18,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/5cf3e5e03f764f2a979f2a0b7db20dc8 is 50, key is test_row_0/B:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742432_1608 (size=12151) 2024-11-25T15:35:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548978301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548978399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,401 DEBUG [Thread-2420 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,406 DEBUG [Thread-2414 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:18,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548978407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,409 DEBUG [Thread-2422 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548978414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,417 DEBUG [Thread-2416 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:18,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/5cf3e5e03f764f2a979f2a0b7db20dc8 2024-11-25T15:35:18,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ac7ba77613ac4c939a6c91fd31d3cd0a is 50, key is test_row_0/C:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:18,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742433_1609 (size=12151) 2024-11-25T15:35:18,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548978609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:18,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ac7ba77613ac4c939a6c91fd31d3cd0a 2024-11-25T15:35:18,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/564144fec9814ca98f962332737dee7a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a 2024-11-25T15:35:18,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a, entries=150, sequenceid=237, filesize=30.4 K 2024-11-25T15:35:18,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/5cf3e5e03f764f2a979f2a0b7db20dc8 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8 2024-11-25T15:35:18,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T15:35:19,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/ac7ba77613ac4c939a6c91fd31d3cd0a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a 2024-11-25T15:35:19,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T15:35:19,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1051ms, sequenceid=237, compaction requested=true 2024-11-25T15:35:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:19,005 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:19,006 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:19,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:19,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:19,009 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:19,009 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:19,009 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,009 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=36.0 K 2024-11-25T15:35:19,010 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cbf5f18fd0b4c77a64cb9a7cd8062e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:19,010 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f6b0b072f4c4a5fb3108e01a51a6e92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548915116 2024-11-25T15:35:19,010 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf3e5e03f764f2a979f2a0b7db20dc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:19,012 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:19,012 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:19,012 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,012 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=91.6 K 2024-11-25T15:35:19,012 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,012 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a] 2024-11-25T15:35:19,013 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60af510585464378a9b723038f445b72, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:19,014 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9b8d73605fb4dd2b29fe95dd817b1a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548915116 2024-11-25T15:35:19,014 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 564144fec9814ca98f962332737dee7a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:19,019 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:19,021 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:19,022 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/2607be732da04ad69e482b26773358f9 is 50, key is test_row_0/B:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:19,036 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254b8f0ec6ef4f48a2b22bd64288002644_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:19,038 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254b8f0ec6ef4f48a2b22bd64288002644_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:19,038 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b8f0ec6ef4f48a2b22bd64288002644_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742434_1610 (size=12697) 2024-11-25T15:35:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742435_1611 (size=4469) 2024-11-25T15:35:19,078 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#512 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:19,079 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/28cddb258eac403bb4633959bddba62b is 175, key is test_row_0/A:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742436_1612 (size=31651) 2024-11-25T15:35:19,120 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/28cddb258eac403bb4633959bddba62b as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b 2024-11-25T15:35:19,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:35:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:19,127 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 28cddb258eac403bb4633959bddba62b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:19,127 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:19,127 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=13, startTime=1732548919005; duration=0sec 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:19,127 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:19,127 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:19,127 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T15:35:19,130 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T15:35:19,130 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:19,130 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,131 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7e5b11e23f704285a073301800813d3c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=36.0 K 2024-11-25T15:35:19,131 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e5b11e23f704285a073301800813d3c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732548914222 2024-11-25T15:35:19,132 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281dd247b16640fa99ce78aad2c5f1b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732548915116 2024-11-25T15:35:19,134 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac7ba77613ac4c939a6c91fd31d3cd0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:19,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562c2cc38829a437eb2cde7f18a8a3646_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548917958/Put/seqid=0 2024-11-25T15:35:19,169 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:19,169 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3404b98d0f0b4daeacb3b0410e960f1d is 50, key is test_row_0/C:col10/1732548917317/Put/seqid=0 2024-11-25T15:35:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T15:35:19,195 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T15:35:19,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742437_1613 (size=12304) 2024-11-25T15:35:19,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T15:35:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742438_1614 (size=12697) 2024-11-25T15:35:19,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562c2cc38829a437eb2cde7f18a8a3646_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562c2cc38829a437eb2cde7f18a8a3646_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:19,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7252cf6175484a44857d226090f0ec12, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:19,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7252cf6175484a44857d226090f0ec12 is 175, key is test_row_0/A:col10/1732548917958/Put/seqid=0 2024-11-25T15:35:19,219 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:19,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:19,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742439_1615 (size=31105) 2024-11-25T15:35:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:19,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548979341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548979446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,497 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/2607be732da04ad69e482b26773358f9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2607be732da04ad69e482b26773358f9 2024-11-25T15:35:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:19,523 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into 2607be732da04ad69e482b26773358f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:19,523 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:19,523 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=13, startTime=1732548919005; duration=0sec 2024-11-25T15:35:19,523 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:19,524 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:19,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,616 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3404b98d0f0b4daeacb3b0410e960f1d as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3404b98d0f0b4daeacb3b0410e960f1d 2024-11-25T15:35:19,627 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into 3404b98d0f0b4daeacb3b0410e960f1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:19,627 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:19,627 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=13, startTime=1732548919006; duration=0sec 2024-11-25T15:35:19,628 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:19,628 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:19,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7252cf6175484a44857d226090f0ec12 2024-11-25T15:35:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548979655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/d2ef99ac689243c591c53db310c5cddd is 50, key is test_row_0/B:col10/1732548917958/Put/seqid=0 2024-11-25T15:35:19,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742440_1616 (size=12151) 2024-11-25T15:35:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:19,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:19,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:19,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548979971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/d2ef99ac689243c591c53db310c5cddd 2024-11-25T15:35:20,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/7956b6033867401daed2c88ae2f792d5 is 50, key is test_row_0/C:col10/1732548917958/Put/seqid=0 2024-11-25T15:35:20,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742441_1617 (size=12151) 2024-11-25T15:35:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:20,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548980480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/7956b6033867401daed2c88ae2f792d5 2024-11-25T15:35:20,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/7252cf6175484a44857d226090f0ec12 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12 2024-11-25T15:35:20,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:20,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12, entries=150, sequenceid=249, filesize=30.4 K 2024-11-25T15:35:20,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/d2ef99ac689243c591c53db310c5cddd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd 2024-11-25T15:35:20,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd, entries=150, sequenceid=249, filesize=11.9 K 2024-11-25T15:35:20,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/7956b6033867401daed2c88ae2f792d5 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5 2024-11-25T15:35:20,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5, entries=150, sequenceid=249, filesize=11.9 K 2024-11-25T15:35:20,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1598ms, sequenceid=249, compaction requested=false 2024-11-25T15:35:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:20,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:20,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T15:35:20,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257c0aa38b4138400985dd15b357c2a21b_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548919326/Put/seqid=0 2024-11-25T15:35:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742442_1618 (size=12454) 2024-11-25T15:35:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:20,924 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257c0aa38b4138400985dd15b357c2a21b_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c0aa38b4138400985dd15b357c2a21b_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/14fcb54739134db3a4b5dced68af4935, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/14fcb54739134db3a4b5dced68af4935 is 175, key is test_row_0/A:col10/1732548919326/Put/seqid=0 2024-11-25T15:35:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742443_1619 (size=31255) 2024-11-25T15:35:20,968 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/14fcb54739134db3a4b5dced68af4935 2024-11-25T15:35:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8aa17b5e5a494bc1864ce82a603eecaf is 50, key is test_row_0/B:col10/1732548919326/Put/seqid=0 2024-11-25T15:35:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742444_1620 (size=12301) 2024-11-25T15:35:21,052 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8aa17b5e5a494bc1864ce82a603eecaf 2024-11-25T15:35:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/bc7659acba7f4c13afd60aea545d6667 is 50, key is test_row_0/C:col10/1732548919326/Put/seqid=0 2024-11-25T15:35:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742445_1621 (size=12301) 2024-11-25T15:35:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:21,533 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/bc7659acba7f4c13afd60aea545d6667 2024-11-25T15:35:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/14fcb54739134db3a4b5dced68af4935 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935 2024-11-25T15:35:21,563 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935, entries=150, sequenceid=276, filesize=30.5 K 2024-11-25T15:35:21,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/8aa17b5e5a494bc1864ce82a603eecaf as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf 2024-11-25T15:35:21,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548981563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:21,592 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T15:35:21,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/bc7659acba7f4c13afd60aea545d6667 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667 2024-11-25T15:35:21,628 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T15:35:21,628 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 845ms, sequenceid=276, compaction requested=true 2024-11-25T15:35:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T15:35:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T15:35:21,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T15:35:21,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4050 sec 2024-11-25T15:35:21,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.4360 sec 2024-11-25T15:35:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:21,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:21,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c4b15a51bde404f92581e3f932cb386_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742446_1622 (size=12454) 2024-11-25T15:35:21,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:21,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c4b15a51bde404f92581e3f932cb386_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c4b15a51bde404f92581e3f932cb386_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:21,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/dace88cec5f34e74afe8d94dffb873d9, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:21,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/dace88cec5f34e74afe8d94dffb873d9 is 175, key is test_row_0/A:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742447_1623 (size=31255) 2024-11-25T15:35:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548981829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548981935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548982139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,218 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/dace88cec5f34e74afe8d94dffb873d9 2024-11-25T15:35:22,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/721865ab0127452aa84eab836e998390 is 50, key is test_row_0/B:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742448_1624 (size=12301) 2024-11-25T15:35:22,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/721865ab0127452aa84eab836e998390 2024-11-25T15:35:22,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5087645430e844a893eaf755d78c941a is 50, key is test_row_0/C:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742449_1625 (size=12301) 2024-11-25T15:35:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48452 deadline: 1732548982428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,433 DEBUG [Thread-2416 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:22,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48434 deadline: 1732548982438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,444 DEBUG [Thread-2420 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48404 deadline: 1732548982447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,449 DEBUG [Thread-2414 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548982455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48406 deadline: 1732548982455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:22,468 DEBUG [Thread-2422 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., hostname=23e146a7c12d,39585,1732548756885, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T15:35:22,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5087645430e844a893eaf755d78c941a 2024-11-25T15:35:22,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/dace88cec5f34e74afe8d94dffb873d9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9 2024-11-25T15:35:22,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9, entries=150, sequenceid=288, filesize=30.5 K 2024-11-25T15:35:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/721865ab0127452aa84eab836e998390 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390 2024-11-25T15:35:22,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T15:35:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/5087645430e844a893eaf755d78c941a as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a 2024-11-25T15:35:22,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T15:35:22,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1242ms, sequenceid=288, compaction requested=true 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:22,918 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T15:35:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T15:35:22,918 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/A is initiating minor compaction (all files) 2024-11-25T15:35:22,932 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/A in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:22,932 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=122.3 K 2024-11-25T15:35:22,932 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. files: [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9] 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/B is initiating minor compaction (all files) 2024-11-25T15:35:22,932 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/B in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:22,932 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cddb258eac403bb4633959bddba62b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:22,933 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2607be732da04ad69e482b26773358f9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=48.3 K 2024-11-25T15:35:22,933 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2607be732da04ad69e482b26773358f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:22,933 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 7252cf6175484a44857d226090f0ec12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548917958 2024-11-25T15:35:22,933 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ef99ac689243c591c53db310c5cddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548917958 2024-11-25T15:35:22,935 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting 14fcb54739134db3a4b5dced68af4935, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732548919305 2024-11-25T15:35:22,935 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aa17b5e5a494bc1864ce82a603eecaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732548919305 2024-11-25T15:35:22,936 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] compactions.Compactor(224): Compacting dace88cec5f34e74afe8d94dffb873d9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548921527 2024-11-25T15:35:22,936 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 721865ab0127452aa84eab836e998390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548921527 2024-11-25T15:35:22,952 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:22,965 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:22,965 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/f5b5118ca45c418786d97a3ebcf17da3 is 50, key is test_row_0/B:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:22,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:22,973 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125971deafafd324caaafb970bae115b1d2_2ea8e1e0e85c2bc885dd0bd326a47061 store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:22,976 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125971deafafd324caaafb970bae115b1d2_2ea8e1e0e85c2bc885dd0bd326a47061, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:22,976 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125971deafafd324caaafb970bae115b1d2_2ea8e1e0e85c2bc885dd0bd326a47061 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742450_1626 (size=12983) 2024-11-25T15:35:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:23,020 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/f5b5118ca45c418786d97a3ebcf17da3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/f5b5118ca45c418786d97a3ebcf17da3 2024-11-25T15:35:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548983014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,025 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/B of 2ea8e1e0e85c2bc885dd0bd326a47061 into f5b5118ca45c418786d97a3ebcf17da3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:23,025 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:23,025 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/B, priority=12, startTime=1732548922918; duration=0sec 2024-11-25T15:35:23,025 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T15:35:23,025 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:23,025 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T15:35:23,026 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T15:35:23,027 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1540): 2ea8e1e0e85c2bc885dd0bd326a47061/C is initiating minor compaction (all files) 2024-11-25T15:35:23,027 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ea8e1e0e85c2bc885dd0bd326a47061/C in TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,027 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3404b98d0f0b4daeacb3b0410e960f1d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a] into tmpdir=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp, totalSize=48.3 K 2024-11-25T15:35:23,027 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3404b98d0f0b4daeacb3b0410e960f1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732548917317 2024-11-25T15:35:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742451_1627 (size=4469) 2024-11-25T15:35:23,028 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7956b6033867401daed2c88ae2f792d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732548917958 2024-11-25T15:35:23,028 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc7659acba7f4c13afd60aea545d6667, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732548919305 2024-11-25T15:35:23,028 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5087645430e844a893eaf755d78c941a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732548921527 2024-11-25T15:35:23,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdab9f8a7e384803839aa2301f511d69_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548921828/Put/seqid=0 2024-11-25T15:35:23,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742452_1628 (size=12454) 2024-11-25T15:35:23,063 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:23,063 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/934ce6caebcd444699f243613d74c376 is 50, key is test_row_0/C:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:23,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742453_1629 (size=12983) 2024-11-25T15:35:23,097 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/934ce6caebcd444699f243613d74c376 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/934ce6caebcd444699f243613d74c376 2024-11-25T15:35:23,103 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/C of 2ea8e1e0e85c2bc885dd0bd326a47061 into 934ce6caebcd444699f243613d74c376(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:23,103 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:23,103 INFO [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/C, priority=12, startTime=1732548922918; duration=0sec 2024-11-25T15:35:23,103 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:23,103 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548983121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T15:35:23,312 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T15:35:23,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T15:35:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-25T15:35:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:23,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T15:35:23,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T15:35:23,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T15:35:23,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548983322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:23,429 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ea8e1e0e85c2bc885dd0bd326a47061#A#compaction#524 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T15:35:23,429 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/23e93e2cb98d4f04861a1aa3d5ad4d16 is 175, key is test_row_0/A:col10/1732548921537/Put/seqid=0 2024-11-25T15:35:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742454_1630 (size=31937) 2024-11-25T15:35:23,435 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/23e93e2cb98d4f04861a1aa3d5ad4d16 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/23e93e2cb98d4f04861a1aa3d5ad4d16 2024-11-25T15:35:23,437 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ea8e1e0e85c2bc885dd0bd326a47061/A of 2ea8e1e0e85c2bc885dd0bd326a47061 into 23e93e2cb98d4f04861a1aa3d5ad4d16(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T15:35:23,437 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:23,437 INFO [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061., storeName=2ea8e1e0e85c2bc885dd0bd326a47061/A, priority=12, startTime=1732548922918; duration=0sec 2024-11-25T15:35:23,437 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:23,437 DEBUG [RS:0;23e146a7c12d:39585-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:23,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:23,466 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdab9f8a7e384803839aa2301f511d69_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdab9f8a7e384803839aa2301f511d69_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:23,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/f995c6e5727f414491329547bcc52d14, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:23,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/f995c6e5727f414491329547bcc52d14 is 175, key is test_row_0/A:col10/1732548921828/Put/seqid=0 2024-11-25T15:35:23,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T15:35:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742455_1631 (size=31255) 2024-11-25T15:35:23,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/f995c6e5727f414491329547bcc52d14 2024-11-25T15:35:23,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3e6dd72fd31c403e999c68ebf230e255 is 50, key is test_row_0/B:col10/1732548921828/Put/seqid=0 2024-11-25T15:35:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742456_1632 (size=12301) 2024-11-25T15:35:23,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3e6dd72fd31c403e999c68ebf230e255 2024-11-25T15:35:23,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/8fd0fde9bbb94c0fbb78fa02696760ef is 50, key is test_row_0/C:col10/1732548921828/Put/seqid=0 2024-11-25T15:35:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742457_1633 (size=12301) 2024-11-25T15:35:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:23,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T15:35:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T15:35:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39585 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48466 deadline: 1732548983627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T15:35:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/8fd0fde9bbb94c0fbb78fa02696760ef 2024-11-25T15:35:23,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/f995c6e5727f414491329547bcc52d14 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/f995c6e5727f414491329547bcc52d14 2024-11-25T15:35:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:23,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/f995c6e5727f414491329547bcc52d14, entries=150, sequenceid=313, filesize=30.5 K 2024-11-25T15:35:23,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:23,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3e6dd72fd31c403e999c68ebf230e255 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3e6dd72fd31c403e999c68ebf230e255 2024-11-25T15:35:23,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T15:35:23,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:23,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:23,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T15:35:23,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3e6dd72fd31c403e999c68ebf230e255, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T15:35:23,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/8fd0fde9bbb94c0fbb78fa02696760ef as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/8fd0fde9bbb94c0fbb78fa02696760ef 2024-11-25T15:35:23,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/8fd0fde9bbb94c0fbb78fa02696760ef, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T15:35:23,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 992ms, sequenceid=313, compaction requested=false 2024-11-25T15:35:23,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:24,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:24,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39585 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T15:35:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:24,100 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T15:35:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aac356f2b3c449fa9f0f82b24ee4b01a_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548923000/Put/seqid=0 2024-11-25T15:35:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:24,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. as already flushing 2024-11-25T15:35:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742458_1634 (size=12454) 2024-11-25T15:35:24,256 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:60975 2024-11-25T15:35:24,256 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,256 DEBUG [Thread-2431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:60975 2024-11-25T15:35:24,256 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,258 DEBUG [Thread-2418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:60975 2024-11-25T15:35:24,258 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,259 DEBUG [Thread-2429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:60975 2024-11-25T15:35:24,259 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,260 DEBUG [Thread-2427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:60975 2024-11-25T15:35:24,260 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,262 DEBUG [Thread-2433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:60975 2024-11-25T15:35:24,262 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:24,581 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aac356f2b3c449fa9f0f82b24ee4b01a_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac356f2b3c449fa9f0f82b24ee4b01a_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:24,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/39dd6b0605f24a14aab64338686f0517, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/39dd6b0605f24a14aab64338686f0517 is 175, key is test_row_0/A:col10/1732548923000/Put/seqid=0 2024-11-25T15:35:24,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742459_1635 (size=31255) 2024-11-25T15:35:25,015 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/39dd6b0605f24a14aab64338686f0517 2024-11-25T15:35:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/43f67ffcc9884c8aa63431f531929911 is 50, key is test_row_0/B:col10/1732548923000/Put/seqid=0 2024-11-25T15:35:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742460_1636 (size=12301) 2024-11-25T15:35:25,428 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/43f67ffcc9884c8aa63431f531929911 2024-11-25T15:35:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9642fe8d330401db4057ced212e7cf9 is 50, key is test_row_0/C:col10/1732548923000/Put/seqid=0 2024-11-25T15:35:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742461_1637 (size=12301) 2024-11-25T15:35:25,838 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9642fe8d330401db4057ced212e7cf9 2024-11-25T15:35:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/39dd6b0605f24a14aab64338686f0517 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/39dd6b0605f24a14aab64338686f0517 2024-11-25T15:35:25,845 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/39dd6b0605f24a14aab64338686f0517, entries=150, sequenceid=327, filesize=30.5 K 2024-11-25T15:35:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/43f67ffcc9884c8aa63431f531929911 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/43f67ffcc9884c8aa63431f531929911 2024-11-25T15:35:25,857 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/43f67ffcc9884c8aa63431f531929911, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T15:35:25,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9642fe8d330401db4057ced212e7cf9 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9642fe8d330401db4057ced212e7cf9 2024-11-25T15:35:25,862 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9642fe8d330401db4057ced212e7cf9, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T15:35:25,862 INFO [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=140.89 KB/144270 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 1762ms, sequenceid=327, compaction requested=true 2024-11-25T15:35:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23e146a7c12d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-25T15:35:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-25T15:35:25,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T15:35:25,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5530 sec 2024-11-25T15:35:25,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.5570 sec 2024-11-25T15:35:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T15:35:27,429 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T15:35:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39585 {}] regionserver.HRegion(8581): Flush requested on 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:32,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:32,458 DEBUG [Thread-2414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:60975 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:32,458 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:32,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c1fd46f40cba43aca191e294f05511c6_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548932457/Put/seqid=0 2024-11-25T15:35:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742462_1638 (size=12454) 2024-11-25T15:35:32,478 DEBUG [Thread-2420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:60975 2024-11-25T15:35:32,478 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:32,496 DEBUG [Thread-2422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:60975 2024-11-25T15:35:32,496 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:32,500 DEBUG [Thread-2416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:60975 2024-11-25T15:35:32,500 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4783 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4686 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4561 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4759 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4608 2024-11-25T15:35:32,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T15:35:32,500 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:35:32,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:60975 2024-11-25T15:35:32,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:32,501 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T15:35:32,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T15:35:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:32,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548932504"}]},"ts":"1732548932504"} 2024-11-25T15:35:32,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T15:35:32,520 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T15:35:32,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T15:35:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, UNASSIGN}] 2024-11-25T15:35:32,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, UNASSIGN 2024-11-25T15:35:32,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=CLOSING, regionLocation=23e146a7c12d,39585,1732548756885 2024-11-25T15:35:32,523 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T15:35:32,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885}] 2024-11-25T15:35:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:32,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:32,675 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:32,675 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T15:35:32,675 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing 2ea8e1e0e85c2bc885dd0bd326a47061, disabling compactions & flushes 2024-11-25T15:35:32,675 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:32,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:32,872 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c1fd46f40cba43aca191e294f05511c6_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1fd46f40cba43aca191e294f05511c6_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:32,873 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8f0ca0dc4be84dca82b5b47b93a58e64, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:32,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8f0ca0dc4be84dca82b5b47b93a58e64 is 175, key is test_row_0/A:col10/1732548932457/Put/seqid=0 2024-11-25T15:35:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742463_1639 (size=31255) 2024-11-25T15:35:32,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8f0ca0dc4be84dca82b5b47b93a58e64 2024-11-25T15:35:32,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/2010b3d346bb45adb08b13e1a3343028 is 50, key is test_row_0/B:col10/1732548932457/Put/seqid=0 2024-11-25T15:35:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742464_1640 (size=12301) 2024-11-25T15:35:32,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/2010b3d346bb45adb08b13e1a3343028 2024-11-25T15:35:32,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9506278f417457ebfd22f9320b420d3 is 50, key is test_row_0/C:col10/1732548932457/Put/seqid=0 2024-11-25T15:35:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742465_1641 (size=12301) 2024-11-25T15:35:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:33,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9506278f417457ebfd22f9320b420d3 2024-11-25T15:35:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/8f0ca0dc4be84dca82b5b47b93a58e64 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8f0ca0dc4be84dca82b5b47b93a58e64 2024-11-25T15:35:33,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8f0ca0dc4be84dca82b5b47b93a58e64, entries=150, sequenceid=352, filesize=30.5 K 2024-11-25T15:35:33,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/2010b3d346bb45adb08b13e1a3343028 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2010b3d346bb45adb08b13e1a3343028 2024-11-25T15:35:33,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2010b3d346bb45adb08b13e1a3343028, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T15:35:33,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/c9506278f417457ebfd22f9320b420d3 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9506278f417457ebfd22f9320b420d3 2024-11-25T15:35:33,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9506278f417457ebfd22f9320b420d3, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T15:35:33,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 868ms, sequenceid=352, compaction requested=true 2024-11-25T15:35:33,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:33,326 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. after waiting 0 ms 2024-11-25T15:35:33,327 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. because compaction request was cancelled 2024-11-25T15:35:33,327 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:A 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:33,327 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing 2ea8e1e0e85c2bc885dd0bd326a47061 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=A 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=B 2024-11-25T15:35:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:A, priority=-2147483648, current under compaction store size is 0 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ea8e1e0e85c2bc885dd0bd326a47061, store=C 2024-11-25T15:35:33,327 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. because compaction request was cancelled 2024-11-25T15:35:33,327 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T15:35:33,327 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:B 2024-11-25T15:35:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:B, priority=-2147483648, current under compaction store size is 0 2024-11-25T15:35:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:33,328 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. because compaction request was cancelled 2024-11-25T15:35:33,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ea8e1e0e85c2bc885dd0bd326a47061:C, priority=-2147483648, current under compaction store size is 1 2024-11-25T15:35:33,328 DEBUG [RS:0;23e146a7c12d:39585-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ea8e1e0e85c2bc885dd0bd326a47061:C 2024-11-25T15:35:33,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T15:35:33,333 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567e5a2cfe7f34e6d8dab155a4d5c3d12_2ea8e1e0e85c2bc885dd0bd326a47061 is 50, key is test_row_0/A:col10/1732548932495/Put/seqid=0 2024-11-25T15:35:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742466_1642 (size=9914) 2024-11-25T15:35:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:33,745 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T15:35:33,755 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567e5a2cfe7f34e6d8dab155a4d5c3d12_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567e5a2cfe7f34e6d8dab155a4d5c3d12_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:33,757 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/0ad616595b634245958877954e184bfb, store: [table=TestAcidGuarantees family=A region=2ea8e1e0e85c2bc885dd0bd326a47061] 2024-11-25T15:35:33,758 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/0ad616595b634245958877954e184bfb is 175, key is test_row_0/A:col10/1732548932495/Put/seqid=0 2024-11-25T15:35:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742467_1643 (size=22561) 2024-11-25T15:35:33,775 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/0ad616595b634245958877954e184bfb 2024-11-25T15:35:33,781 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3be8ce9489474b9898db07de0fef63b4 is 50, key is test_row_0/B:col10/1732548932495/Put/seqid=0 2024-11-25T15:35:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742468_1644 (size=9857) 2024-11-25T15:35:33,789 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3be8ce9489474b9898db07de0fef63b4 2024-11-25T15:35:33,796 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3fb9bf1c718a4891bc378fd62d483247 is 50, key is test_row_0/C:col10/1732548932495/Put/seqid=0 2024-11-25T15:35:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742469_1645 (size=9857) 2024-11-25T15:35:34,207 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3fb9bf1c718a4891bc378fd62d483247 2024-11-25T15:35:34,211 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/A/0ad616595b634245958877954e184bfb as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/0ad616595b634245958877954e184bfb 2024-11-25T15:35:34,214 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/0ad616595b634245958877954e184bfb, entries=100, sequenceid=358, filesize=22.0 K 2024-11-25T15:35:34,215 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/B/3be8ce9489474b9898db07de0fef63b4 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3be8ce9489474b9898db07de0fef63b4 2024-11-25T15:35:34,218 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3be8ce9489474b9898db07de0fef63b4, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T15:35:34,218 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/.tmp/C/3fb9bf1c718a4891bc378fd62d483247 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3fb9bf1c718a4891bc378fd62d483247 2024-11-25T15:35:34,221 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3fb9bf1c718a4891bc378fd62d483247, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T15:35:34,222 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2ea8e1e0e85c2bc885dd0bd326a47061 in 894ms, sequenceid=358, compaction requested=true 2024-11-25T15:35:34,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9] to archive 2024-11-25T15:35:34,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:34,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/402fede047d2403cad580e985ce19a51 2024-11-25T15:35:34,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/fb5b68dc1b91421391ab3975718ab52b 2024-11-25T15:35:34,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8cdfd17656924855a18ff287aa0e7165 2024-11-25T15:35:34,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2b1b689759eb4608b5778029ddbfa6ec 2024-11-25T15:35:34,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/70125b70036144d4ad2134c094f1179c 2024-11-25T15:35:34,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/879313f53a404569a01e002d96dc095a 2024-11-25T15:35:34,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/a880cef3801e4a0696c713142b55697e 2024-11-25T15:35:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/767f24c26b104bc8b0270792d6e3c062 2024-11-25T15:35:34,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/e345c16da0254ba0a53cc3f930fec176 2024-11-25T15:35:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/1b222e02bf1d41c8b6fd05a749b5ecb3 2024-11-25T15:35:34,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2a792acdcef14d2488d508b285a03e00 2024-11-25T15:35:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7e1ffd9c15a64875aec1e0dbed3bd49b 2024-11-25T15:35:34,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/60af510585464378a9b723038f445b72 2024-11-25T15:35:34,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/2fe9abdd625942bd86807e53b03ca2c3 2024-11-25T15:35:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/c9b8d73605fb4dd2b29fe95dd817b1a1 2024-11-25T15:35:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/28cddb258eac403bb4633959bddba62b 2024-11-25T15:35:34,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/564144fec9814ca98f962332737dee7a 2024-11-25T15:35:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/7252cf6175484a44857d226090f0ec12 2024-11-25T15:35:34,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/14fcb54739134db3a4b5dced68af4935 2024-11-25T15:35:34,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/dace88cec5f34e74afe8d94dffb873d9 2024-11-25T15:35:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/83126c422cf64e87bbdcdab0321e9815, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/a4f0200e39574e44b797c03ac36c0bc6, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31dbdee120f142d0b7432e2a151bb82f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2607be732da04ad69e482b26773358f9, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390] to archive 2024-11-25T15:35:34,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/249b0152ae34458b8e09c6077ca5631d 2024-11-25T15:35:34,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/ceb37bfe1f2a47749e9f3221ea8bbc9b 2024-11-25T15:35:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/83126c422cf64e87bbdcdab0321e9815 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/83126c422cf64e87bbdcdab0321e9815 2024-11-25T15:35:34,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/158edcb0526f4eaa9cd00d3bc3a0eb70 2024-11-25T15:35:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/6789b20ac17143af9f4d21f53a5ec98c 2024-11-25T15:35:34,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/a4f0200e39574e44b797c03ac36c0bc6 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/a4f0200e39574e44b797c03ac36c0bc6 2024-11-25T15:35:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/def96ba84b75490fb9659316a6b2c5ad 2024-11-25T15:35:34,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31e8dd6d00c74746a20d7d4eda6fc6e5 2024-11-25T15:35:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31dbdee120f142d0b7432e2a151bb82f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/31dbdee120f142d0b7432e2a151bb82f 2024-11-25T15:35:34,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8c342163cb414fe2b60fff6287a2ed4e 2024-11-25T15:35:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/960e021d18a84a77890fabd7aeb1cfac 2024-11-25T15:35:34,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/463f7a46441b4e12a859bc462e94abaf 2024-11-25T15:35:34,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8cbf5f18fd0b4c77a64cb9a7cd8062e9 2024-11-25T15:35:34,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/c165829ab8d74e31b924e7b962480f77 2024-11-25T15:35:34,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8f6b0b072f4c4a5fb3108e01a51a6e92 2024-11-25T15:35:34,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2607be732da04ad69e482b26773358f9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2607be732da04ad69e482b26773358f9 2024-11-25T15:35:34,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/5cf3e5e03f764f2a979f2a0b7db20dc8 2024-11-25T15:35:34,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/d2ef99ac689243c591c53db310c5cddd 2024-11-25T15:35:34,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/8aa17b5e5a494bc1864ce82a603eecaf 2024-11-25T15:35:34,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/721865ab0127452aa84eab836e998390 2024-11-25T15:35:34,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/06c517e26f9e4c59bfdb6805bc9f11d7, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d80b218e5b9d4998a16de4536b07dd19, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d9e53524c5b54d36ba54704bba957390, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7e5b11e23f704285a073301800813d3c, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3404b98d0f0b4daeacb3b0410e960f1d, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a] to archive 2024-11-25T15:35:34,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T15:35:34,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/a7a9f0e52a20497baa788838a1ddd347 2024-11-25T15:35:34,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/48e7f569151e4f7580e9636374679dee 2024-11-25T15:35:34,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/06c517e26f9e4c59bfdb6805bc9f11d7 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/06c517e26f9e4c59bfdb6805bc9f11d7 2024-11-25T15:35:34,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/28ea72971a4040c696ed406f9b094396 2024-11-25T15:35:34,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/0cbaad54038f454ebe3dbffa8cb89fd3 2024-11-25T15:35:34,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d80b218e5b9d4998a16de4536b07dd19 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d80b218e5b9d4998a16de4536b07dd19 2024-11-25T15:35:34,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5a10441e8b434517be37b16e9710216f 2024-11-25T15:35:34,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3e97dca34b7c4a4faf195fbe9652bedb 2024-11-25T15:35:34,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d9e53524c5b54d36ba54704bba957390 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/d9e53524c5b54d36ba54704bba957390 2024-11-25T15:35:34,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3037d175ad3848acadbf9c36a626391b 2024-11-25T15:35:34,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/09f1d312b5574f678d67a5b2471109f3 2024-11-25T15:35:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/63f36a80324f49caab63993e9ba477d0 2024-11-25T15:35:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7e5b11e23f704285a073301800813d3c to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7e5b11e23f704285a073301800813d3c 2024-11-25T15:35:34,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ae0ba6de201f4db1835760fbe0f3e160 2024-11-25T15:35:34,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/281dd247b16640fa99ce78aad2c5f1b3 2024-11-25T15:35:34,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3404b98d0f0b4daeacb3b0410e960f1d to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3404b98d0f0b4daeacb3b0410e960f1d 2024-11-25T15:35:34,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/ac7ba77613ac4c939a6c91fd31d3cd0a 2024-11-25T15:35:34,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/7956b6033867401daed2c88ae2f792d5 2024-11-25T15:35:34,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/bc7659acba7f4c13afd60aea545d6667 2024-11-25T15:35:34,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/5087645430e844a893eaf755d78c941a 2024-11-25T15:35:34,307 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits/361.seqid, newMaxSeqId=361, maxSeqId=4 2024-11-25T15:35:34,308 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061. 2024-11-25T15:35:34,308 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for 2ea8e1e0e85c2bc885dd0bd326a47061: 2024-11-25T15:35:34,309 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed 2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=2ea8e1e0e85c2bc885dd0bd326a47061, regionState=CLOSED 2024-11-25T15:35:34,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-25T15:35:34,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure 2ea8e1e0e85c2bc885dd0bd326a47061, server=23e146a7c12d,39585,1732548756885 in 1.7870 sec 2024-11-25T15:35:34,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-25T15:35:34,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ea8e1e0e85c2bc885dd0bd326a47061, UNASSIGN in 1.7910 sec 2024-11-25T15:35:34,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T15:35:34,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7950 sec 2024-11-25T15:35:34,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732548934318"}]},"ts":"1732548934318"} 2024-11-25T15:35:34,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T15:35:34,328 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T15:35:34,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8280 sec 2024-11-25T15:35:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T15:35:34,610 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T15:35:34,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T15:35:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,615 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T15:35:34,616 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,621 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,624 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C, FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits] 2024-11-25T15:35:34,628 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/0ad616595b634245958877954e184bfb to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/0ad616595b634245958877954e184bfb 2024-11-25T15:35:34,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/23e93e2cb98d4f04861a1aa3d5ad4d16 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/23e93e2cb98d4f04861a1aa3d5ad4d16 2024-11-25T15:35:34,632 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/39dd6b0605f24a14aab64338686f0517 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/39dd6b0605f24a14aab64338686f0517 2024-11-25T15:35:34,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8f0ca0dc4be84dca82b5b47b93a58e64 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/8f0ca0dc4be84dca82b5b47b93a58e64 2024-11-25T15:35:34,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/f995c6e5727f414491329547bcc52d14 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/A/f995c6e5727f414491329547bcc52d14 2024-11-25T15:35:34,639 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2010b3d346bb45adb08b13e1a3343028 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/2010b3d346bb45adb08b13e1a3343028 2024-11-25T15:35:34,641 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3be8ce9489474b9898db07de0fef63b4 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3be8ce9489474b9898db07de0fef63b4 2024-11-25T15:35:34,643 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3e6dd72fd31c403e999c68ebf230e255 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/3e6dd72fd31c403e999c68ebf230e255 2024-11-25T15:35:34,645 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/43f67ffcc9884c8aa63431f531929911 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/43f67ffcc9884c8aa63431f531929911 2024-11-25T15:35:34,647 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/f5b5118ca45c418786d97a3ebcf17da3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/B/f5b5118ca45c418786d97a3ebcf17da3 2024-11-25T15:35:34,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3fb9bf1c718a4891bc378fd62d483247 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/3fb9bf1c718a4891bc378fd62d483247 2024-11-25T15:35:34,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/8fd0fde9bbb94c0fbb78fa02696760ef to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/8fd0fde9bbb94c0fbb78fa02696760ef 2024-11-25T15:35:34,651 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/934ce6caebcd444699f243613d74c376 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/934ce6caebcd444699f243613d74c376 2024-11-25T15:35:34,653 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9506278f417457ebfd22f9320b420d3 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9506278f417457ebfd22f9320b420d3 2024-11-25T15:35:34,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9642fe8d330401db4057ced212e7cf9 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/C/c9642fe8d330401db4057ced212e7cf9 2024-11-25T15:35:34,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits/361.seqid to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061/recovered.edits/361.seqid 2024-11-25T15:35:34,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/default/TestAcidGuarantees/2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,657 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T15:35:34,657 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:35:34,657 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T15:35:34,660 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125197a6bbff2f94e21b9b374f27942c9a2_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125197a6bbff2f94e21b9b374f27942c9a2_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,662 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253fd47c3859404704b0727ae7987b7e74_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253fd47c3859404704b0727ae7987b7e74_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,663 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125486a516bd1b24c17ae06aa476331464e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125486a516bd1b24c17ae06aa476331464e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562c2cc38829a437eb2cde7f18a8a3646_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562c2cc38829a437eb2cde7f18a8a3646_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,666 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125646a82873ebe4abb8ebcb34dce25b26e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125646a82873ebe4abb8ebcb34dce25b26e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567e5a2cfe7f34e6d8dab155a4d5c3d12_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567e5a2cfe7f34e6d8dab155a4d5c3d12_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c4b15a51bde404f92581e3f932cb386_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c4b15a51bde404f92581e3f932cb386_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c0aa38b4138400985dd15b357c2a21b_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c0aa38b4138400985dd15b357c2a21b_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d50b6c01b4c4deea2aba9be3c543e8c_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d50b6c01b4c4deea2aba9be3c543e8c_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac356f2b3c449fa9f0f82b24ee4b01a_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac356f2b3c449fa9f0f82b24ee4b01a_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae8c2d2933704ab7a6422598931fd511_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae8c2d2933704ab7a6422598931fd511_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b97b5bc13f7344a5a4a91a8608338a0c_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b97b5bc13f7344a5a4a91a8608338a0c_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1fd46f40cba43aca191e294f05511c6_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1fd46f40cba43aca191e294f05511c6_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4b89bf50d0749829bd30ce900c42252_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4b89bf50d0749829bd30ce900c42252_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cae7327cae1d457b9a829695df8314d9_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cae7327cae1d457b9a829695df8314d9_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d234a77c25d34880a977fb1202858367_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d234a77c25d34880a977fb1202858367_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4b76af279eb453f9e9fea72e9569545_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4b76af279eb453f9e9fea72e9569545_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,685 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f02c755106134fbd8308fa1f120ee97e_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f02c755106134fbd8308fa1f120ee97e_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdab9f8a7e384803839aa2301f511d69_2ea8e1e0e85c2bc885dd0bd326a47061 to hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdab9f8a7e384803839aa2301f511d69_2ea8e1e0e85c2bc885dd0bd326a47061 2024-11-25T15:35:34,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T15:35:34,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,694 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T15:35:34,696 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T15:35:34,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T15:35:34,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732548934697"}]},"ts":"9223372036854775807"} 2024-11-25T15:35:34,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T15:35:34,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2ea8e1e0e85c2bc885dd0bd326a47061, NAME => 'TestAcidGuarantees,,1732548901051.2ea8e1e0e85c2bc885dd0bd326a47061.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T15:35:34,699 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T15:35:34,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732548934699"}]},"ts":"9223372036854775807"} 2024-11-25T15:35:34,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T15:35:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T15:35:34,752 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T15:35:34,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 140 msec 2024-11-25T15:35:34,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T15:35:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T15:35:34,920 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-25T15:35:34,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 241), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=860 (was 845) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1933 (was 2520) 2024-11-25T15:35:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T15:35:34,936 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T15:35:34,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:60975 2024-11-25T15:35:34,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:34,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T15:35:34,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957708405, stopped=false 2024-11-25T15:35:34,937 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=23e146a7c12d,38105,1732548755908 2024-11-25T15:35:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T15:35:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T15:35:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:35:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:35:34,945 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T15:35:34,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:34,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T15:35:34,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T15:35:34,945 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23e146a7c12d,39585,1732548756885' ***** 2024-11-25T15:35:34,945 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T15:35:34,946 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T15:35:34,946 INFO [RS:0;23e146a7c12d:39585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T15:35:34,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T15:35:34,946 INFO [RS:0;23e146a7c12d:39585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T15:35:34,946 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(3579): Received CLOSE for a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:35:34,946 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1224): stopping server 23e146a7c12d,39585,1732548756885 2024-11-25T15:35:34,947 DEBUG [RS:0;23e146a7c12d:39585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:34,947 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T15:35:34,947 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T15:35:34,947 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T15:35:34,947 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a1b32ea8915bf522e99fa521c16e8892, disabling compactions & flushes 2024-11-25T15:35:34,947 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:35:34,947 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. after waiting 0 ms 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:35:34,947 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, a1b32ea8915bf522e99fa521c16e8892=hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892.} 2024-11-25T15:35:34,947 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a1b32ea8915bf522e99fa521c16e8892 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T15:35:34,947 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T15:35:34,947 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T15:35:34,947 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T15:35:34,948 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:35:34,968 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/.tmp/info/ab63be7079b9475b9c70cd302ce6f3bd is 45, key is default/info:d/1732548762509/Put/seqid=0 2024-11-25T15:35:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742470_1646 (size=5037) 2024-11-25T15:35:34,974 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/info/788705a7da664d6eac378eee6faf85c6 is 143, key is hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892./info:regioninfo/1732548762339/Put/seqid=0 2024-11-25T15:35:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742471_1647 (size=7725) 2024-11-25T15:35:35,003 INFO [regionserver/23e146a7c12d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T15:35:35,070 INFO [regionserver/23e146a7c12d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T15:35:35,070 INFO [regionserver/23e146a7c12d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T15:35:35,148 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:35:35,348 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a1b32ea8915bf522e99fa521c16e8892 2024-11-25T15:35:35,372 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/.tmp/info/ab63be7079b9475b9c70cd302ce6f3bd 2024-11-25T15:35:35,377 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/.tmp/info/ab63be7079b9475b9c70cd302ce6f3bd as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/info/ab63be7079b9475b9c70cd302ce6f3bd 2024-11-25T15:35:35,378 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/info/788705a7da664d6eac378eee6faf85c6 2024-11-25T15:35:35,382 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/info/ab63be7079b9475b9c70cd302ce6f3bd, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T15:35:35,383 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a1b32ea8915bf522e99fa521c16e8892 in 435ms, sequenceid=6, compaction requested=false 2024-11-25T15:35:35,387 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/namespace/a1b32ea8915bf522e99fa521c16e8892/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T15:35:35,387 INFO [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:35:35,387 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a1b32ea8915bf522e99fa521c16e8892: 2024-11-25T15:35:35,388 DEBUG [RS_CLOSE_REGION-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732548761033.a1b32ea8915bf522e99fa521c16e8892. 2024-11-25T15:35:35,402 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/rep_barrier/f37bfae232c847619999be7b7db1ac36 is 102, key is TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045./rep_barrier:/1732548789824/DeleteFamily/seqid=0 2024-11-25T15:35:35,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742472_1648 (size=6025) 2024-11-25T15:35:35,548 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T15:35:35,749 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T15:35:35,806 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/rep_barrier/f37bfae232c847619999be7b7db1ac36 2024-11-25T15:35:35,832 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/table/4d14c17ae7f54f6fb838c50f7626e6ef is 96, key is TestAcidGuarantees,,1732548762949.6a7d866e85f32ac6a6bb0e6c6a4e9045./table:/1732548789824/DeleteFamily/seqid=0 2024-11-25T15:35:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742473_1649 (size=5942) 2024-11-25T15:35:35,949 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-25T15:35:35,949 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T15:35:35,949 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T15:35:36,149 DEBUG [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T15:35:36,235 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/table/4d14c17ae7f54f6fb838c50f7626e6ef 2024-11-25T15:35:36,239 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/info/788705a7da664d6eac378eee6faf85c6 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/info/788705a7da664d6eac378eee6faf85c6 2024-11-25T15:35:36,242 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/info/788705a7da664d6eac378eee6faf85c6, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T15:35:36,243 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/rep_barrier/f37bfae232c847619999be7b7db1ac36 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/rep_barrier/f37bfae232c847619999be7b7db1ac36 2024-11-25T15:35:36,246 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/rep_barrier/f37bfae232c847619999be7b7db1ac36, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T15:35:36,246 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/.tmp/table/4d14c17ae7f54f6fb838c50f7626e6ef as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/table/4d14c17ae7f54f6fb838c50f7626e6ef 2024-11-25T15:35:36,249 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/table/4d14c17ae7f54f6fb838c50f7626e6ef, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T15:35:36,249 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=93, compaction requested=false 2024-11-25T15:35:36,254 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T15:35:36,254 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T15:35:36,255 INFO [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T15:35:36,255 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T15:35:36,255 DEBUG [RS_CLOSE_META-regionserver/23e146a7c12d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T15:35:36,349 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1250): stopping server 23e146a7c12d,39585,1732548756885; all regions closed. 2024-11-25T15:35:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741834_1010 (size=26050) 2024-11-25T15:35:36,355 DEBUG [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/oldWALs 2024-11-25T15:35:36,355 INFO [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23e146a7c12d%2C39585%2C1732548756885.meta:.meta(num 1732548760713) 2024-11-25T15:35:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741833_1009 (size=14710394) 2024-11-25T15:35:36,359 DEBUG [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/oldWALs 2024-11-25T15:35:36,359 INFO [RS:0;23e146a7c12d:39585 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23e146a7c12d%2C39585%2C1732548756885:(num 1732548760172) 2024-11-25T15:35:36,359 DEBUG [RS:0;23e146a7c12d:39585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:36,359 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T15:35:36,359 INFO [RS:0;23e146a7c12d:39585 {}] hbase.ChoreService(370): Chore service for: regionserver/23e146a7c12d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-25T15:35:36,359 INFO [regionserver/23e146a7c12d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T15:35:36,360 INFO [RS:0;23e146a7c12d:39585 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39585 2024-11-25T15:35:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/23e146a7c12d,39585,1732548756885 2024-11-25T15:35:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T15:35:36,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [23e146a7c12d,39585,1732548756885] 2024-11-25T15:35:36,378 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 23e146a7c12d,39585,1732548756885; numProcessing=1 2024-11-25T15:35:36,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/23e146a7c12d,39585,1732548756885 already deleted, retry=false 2024-11-25T15:35:36,386 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 23e146a7c12d,39585,1732548756885 expired; onlineServers=0 2024-11-25T15:35:36,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23e146a7c12d,38105,1732548755908' ***** 2024-11-25T15:35:36,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T15:35:36,387 DEBUG [M:0;23e146a7c12d:38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d5c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23e146a7c12d/172.17.0.3:0 2024-11-25T15:35:36,387 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegionServer(1224): stopping server 23e146a7c12d,38105,1732548755908 2024-11-25T15:35:36,387 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegionServer(1250): stopping server 23e146a7c12d,38105,1732548755908; all regions closed. 2024-11-25T15:35:36,387 DEBUG [M:0;23e146a7c12d:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:35:36,387 DEBUG [M:0;23e146a7c12d:38105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T15:35:36,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T15:35:36,387 DEBUG [M:0;23e146a7c12d:38105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T15:35:36,387 DEBUG [master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.small.0-1732548759843 {}] cleaner.HFileCleaner(306): Exit Thread[master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.small.0-1732548759843,5,FailOnTimeoutGroup] 2024-11-25T15:35:36,387 DEBUG [master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.large.0-1732548759842 {}] cleaner.HFileCleaner(306): Exit Thread[master/23e146a7c12d:0:becomeActiveMaster-HFileCleaner.large.0-1732548759842,5,FailOnTimeoutGroup] 2024-11-25T15:35:36,387 INFO [M:0;23e146a7c12d:38105 {}] hbase.ChoreService(370): Chore service for: master/23e146a7c12d:0 had [] on shutdown 2024-11-25T15:35:36,387 DEBUG [M:0;23e146a7c12d:38105 {}] master.HMaster(1733): Stopping service threads 2024-11-25T15:35:36,388 INFO [M:0;23e146a7c12d:38105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T15:35:36,388 ERROR [M:0;23e146a7c12d:38105 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:38177 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38177,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T15:35:36,388 INFO [M:0;23e146a7c12d:38105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T15:35:36,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T15:35:36,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T15:35:36,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T15:35:36,395 DEBUG [M:0;23e146a7c12d:38105 {}] zookeeper.ZKUtil(347): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T15:35:36,395 WARN [M:0;23e146a7c12d:38105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T15:35:36,395 INFO [M:0;23e146a7c12d:38105 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T15:35:36,396 INFO [M:0;23e146a7c12d:38105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T15:35:36,396 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T15:35:36,396 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:35:36,396 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:35:36,396 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T15:35:36,396 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:35:36,396 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=784.07 KB heapSize=965.02 KB 2024-11-25T15:35:36,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T15:35:36,430 DEBUG [M:0;23e146a7c12d:38105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905db75fd7894a9c9771e9ed4d312701 is 82, key is hbase:meta,,1/info:regioninfo/1732548760839/Put/seqid=0 2024-11-25T15:35:36,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T15:35:36,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T15:35:36,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T15:35:36,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T15:35:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742474_1650 (size=5672) 2024-11-25T15:35:36,480 INFO [RS:0;23e146a7c12d:39585 {}] regionserver.HRegionServer(1307): Exiting; stopping=23e146a7c12d,39585,1732548756885; zookeeper connection closed. 2024-11-25T15:35:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T15:35:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39585-0x10173e9b0100001, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T15:35:36,486 INFO [M:0;23e146a7c12d:38105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905db75fd7894a9c9771e9ed4d312701 2024-11-25T15:35:36,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36ea9330 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36ea9330 2024-11-25T15:35:36,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T15:35:36,524 DEBUG [M:0;23e146a7c12d:38105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d53f74c5cdb4a789828c37d1f31c146 is 2278, key is \x00\x00\x00\x00\x00\x00\x00$/proc:d/1732548793060/Put/seqid=0 2024-11-25T15:35:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742475_1651 (size=45436) 2024-11-25T15:35:36,936 INFO [M:0;23e146a7c12d:38105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.51 KB at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d53f74c5cdb4a789828c37d1f31c146 2024-11-25T15:35:36,939 INFO [M:0;23e146a7c12d:38105 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d53f74c5cdb4a789828c37d1f31c146 2024-11-25T15:35:36,961 DEBUG [M:0;23e146a7c12d:38105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3b365e1b83439c92c59fc6ebdce1db is 69, key is 23e146a7c12d,39585,1732548756885/rs:state/1732548759859/Put/seqid=0 2024-11-25T15:35:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073742476_1652 (size=5156) 2024-11-25T15:35:37,368 INFO [M:0;23e146a7c12d:38105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3b365e1b83439c92c59fc6ebdce1db 2024-11-25T15:35:37,393 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905db75fd7894a9c9771e9ed4d312701 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905db75fd7894a9c9771e9ed4d312701 2024-11-25T15:35:37,399 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905db75fd7894a9c9771e9ed4d312701, entries=8, sequenceid=2232, filesize=5.5 K 2024-11-25T15:35:37,400 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d53f74c5cdb4a789828c37d1f31c146 as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d53f74c5cdb4a789828c37d1f31c146 2024-11-25T15:35:37,404 INFO [M:0;23e146a7c12d:38105 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d53f74c5cdb4a789828c37d1f31c146 2024-11-25T15:35:37,404 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d53f74c5cdb4a789828c37d1f31c146, entries=181, sequenceid=2232, filesize=44.4 K 2024-11-25T15:35:37,406 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3b365e1b83439c92c59fc6ebdce1db as hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3b365e1b83439c92c59fc6ebdce1db 2024-11-25T15:35:37,409 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38177/user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3b365e1b83439c92c59fc6ebdce1db, entries=1, sequenceid=2232, filesize=5.0 K 2024-11-25T15:35:37,410 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(3040): Finished flush of dataSize ~784.07 KB/802887, heapSize ~964.72 KB/987872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1014ms, sequenceid=2232, compaction requested=false 2024-11-25T15:35:37,428 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T15:35:37,428 DEBUG [M:0;23e146a7c12d:38105 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T15:35:37,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2bc1d67b-9595-2fe5-45f8-6ac95a2e0e9d/MasterData/WALs/23e146a7c12d,38105,1732548755908/23e146a7c12d%2C38105%2C1732548755908.1732548758958 not finished, retry = 0 2024-11-25T15:35:37,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741830_1006 (size=949214) 2024-11-25T15:35:37,550 INFO [M:0;23e146a7c12d:38105 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T15:35:37,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T15:35:37,550 INFO [M:0;23e146a7c12d:38105 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:38105 2024-11-25T15:35:37,561 DEBUG [M:0;23e146a7c12d:38105 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/23e146a7c12d,38105,1732548755908 already deleted, retry=false 2024-11-25T15:35:37,670 INFO [M:0;23e146a7c12d:38105 {}] regionserver.HRegionServer(1307): Exiting; stopping=23e146a7c12d,38105,1732548755908; zookeeper connection closed. 2024-11-25T15:35:37,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T15:35:37,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38105-0x10173e9b0100000, quorum=127.0.0.1:60975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T15:35:37,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T15:35:37,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T15:35:37,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T15:35:37,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T15:35:37,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.log.dir/,STOPPED} 2024-11-25T15:35:37,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T15:35:37,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T15:35:37,723 WARN [BP-1870288472-172.17.0.3-1732548751736 heartbeating to localhost/127.0.0.1:38177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T15:35:37,723 WARN [BP-1870288472-172.17.0.3-1732548751736 heartbeating to localhost/127.0.0.1:38177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870288472-172.17.0.3-1732548751736 (Datanode Uuid b9d8013a-60f2-491f-a8b8-e23da7d90cd8) service to localhost/127.0.0.1:38177 2024-11-25T15:35:37,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data1/current/BP-1870288472-172.17.0.3-1732548751736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T15:35:37,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T15:35:37,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/cluster_391eb575-c51b-f10e-d072-74b0e34b8271/dfs/data/data2/current/BP-1870288472-172.17.0.3-1732548751736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T15:35:37,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T15:35:37,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T15:35:37,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T15:35:37,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T15:35:37,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0cf5261c-d770-69f5-fbab-6581410aa5a5/hadoop.log.dir/,STOPPED} 2024-11-25T15:35:37,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T15:35:38,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down